-- Logs begin at Fri 2022-02-04 21:37:57 UTC, end at Fri 2022-02-04 22:45:08 UTC. -- Feb 04 22:13:36.966888 dv-cinder-818885-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 22:13:39.302675 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.common.config [-] Logging enabled! Feb 04 22:13:39.303413 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 04 22:13:39.303413 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 22:13:39.306525 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.common.config [-] Logging enabled! Feb 04 22:13:39.306779 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 04 22:13:39.307090 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 22:13:39.308020 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 22:13:39.308254 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 22:13:39.308608 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 22:13:39.308855 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 22:13:39.309086 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 22:13:39.309404 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.309698 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.310010 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.310243 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.310535 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.310822 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.311103 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.311389 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.311684 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.311962 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.312237 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.312516 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.312746 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.313023 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.313304 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.313587 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.313834 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] debug = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.314118 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.314540 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.314957 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.315237 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.315522 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.315813 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.316066 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.316337 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.316622 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.317497 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] host = dv-cinder-818885-2-iscsi {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.317857 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.318145 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.318430 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.318712 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.318986 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.319279 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.319548 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.319819 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.320090 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] log_file = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.320365 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.320651 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.320936 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.321223 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.321450 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.321673 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.321982 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.322269 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.322544 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.322821 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.323097 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.323371 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.323644 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.323913 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.324201 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.324485 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.324769 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.325044 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.325319 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.325588 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.325881 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.326165 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.326438 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.326710 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.326981 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.327267 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.327537 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.327807 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.328107 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.328392 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.328671 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.328955 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.329235 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.329516 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.329816 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.330091 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.330365 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] use_json = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.330636 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.330907 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.331189 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.331463 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.331735 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.332008 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.332279 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.332588 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.332861 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:39.333156 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.333451 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.333765 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.334053 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.334343 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.334620 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.334907 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.335180 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.335466 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.335750 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.336035 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.336308 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.336591 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.336865 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.337155 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.337454 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.337764 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.338054 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.338325 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.338597 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.338867 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.339147 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.339431 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.339724 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.340014 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.340284 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.340557 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.340844 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.341118 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.341386 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.341663 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.341982 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.342257 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.342528 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.342808 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.343083 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.343352 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.343619 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.343893 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.344179 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.344452 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.344718 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.344986 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.345260 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.345530 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.345836 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.346115 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.346384 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.346654 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.346928 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.347198 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.347468 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.347741 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.348009 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.348799 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.349076 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.349346 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.349619 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.349913 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.350186 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.350452 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.350723 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.350998 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.351270 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.351542 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.351814 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.352086 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.352354 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.352638 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.352932 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.353208 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.353484 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.353787 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.354065 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.354340 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.354614 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.354890 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.355165 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.355433 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.355723 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.356006 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.356290 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.356568 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.356844 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.357135 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.357409 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.357688 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.357987 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.358268 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.358548 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.358828 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.359122 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.359411 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.359702 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.359992 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.360278 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.360556 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.360857 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.361133 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:39.361347 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 22:13:39.361586 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86712) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 22:13:39.749787 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO keyring.backend [-] Loading KWallet Feb 04 22:13:39.757704 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO keyring.backend [-] Loading SecretService Feb 04 22:13:39.761472 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO keyring.backend [-] Loading Windows Feb 04 22:13:39.762844 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO keyring.backend [-] Loading chainer Feb 04 22:13:39.763440 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO keyring.backend [-] Loading macOS Feb 04 22:13:39.796758 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 22:13:39.797033 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=86712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 22:13:39.797324 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 22:13:39.797654 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 22:13:40.101397 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.101681 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.101975 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.103154 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.103427 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.103687 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.223621 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.223911 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.224178 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.237434 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.237729 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.237995 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.266707 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.266987 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.267254 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.305914 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.306477 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.306477 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.547710 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.547993 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.548265 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.548535 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.549271 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.671276 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.671603 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.671887 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.672162 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.672431 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.672739 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.673006 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.673265 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.673519 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.673828 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.674091 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.674355 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.674618 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.674872 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.675136 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.675404 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.675663 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.675931 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.676709 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.676992 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.677341 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.677631 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.677904 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.678186 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.678433 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.678676 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.679064 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 22:13:40.679300 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 22:13:40.679535 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 22:13:40.679769 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 22:13:40.680001 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 22:13:40.680233 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 22:13:40.680597 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 22:13:40.683835 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 22:13:40.687814 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 22:13:40.691557 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Feb 04 22:13:40.693782 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 22:13:40.694235 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 22:13:40.694566 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 22:13:40.694948 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 22:13:40.698004 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 22:13:40.698256 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 22:13:40.698608 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 22:13:40.726295 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 22:13:40.726746 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.727045 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86712) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 22:13:40.727408 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.728776 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86712) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 22:13:40.729056 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 22:13:40.729300 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 22:13:40.732553 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.732834 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:40.794687 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 22:13:40.794920 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 22:13:40.795157 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 22:13:40.795532 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 22:13:40.826889 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_db.sqlalchemy.engines [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86712) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 22:13:41.158365 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Initializing driver for type 'gre' Feb 04 22:13:41.158886 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] gre ID ranges: [(1, 1000)] Feb 04 22:13:41.211120 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Initializing driver for type 'local' Feb 04 22:13:41.211514 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Initializing driver for type 'vlan' Feb 04 22:13:41.222525 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] VlanTypeDriver initialization complete Feb 04 22:13:41.222918 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Initializing driver for type 'vxlan' Feb 04 22:13:41.223451 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] vxlan ID ranges: [(1, 1000)] Feb 04 22:13:41.275966 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Initializing extension driver 'port_security' Feb 04 22:13:41.276372 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.extensions.port_security [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] PortSecurityExtensionDriver initialization complete Feb 04 22:13:41.276734 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Initializing mechanism driver 'openvswitch' Feb 04 22:13:41.277052 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Initializing mechanism driver 'hyperv' Feb 04 22:13:41.283641 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.plugins.ml2.plugin [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:13:41.284307 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > port after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.284667 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > port after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.285008 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > port after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.285574 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=86712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 22:13:41.286024 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > subnet after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.286370 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > subnet after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.286706 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.287089 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=86712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 22:13:41.287484 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > network after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.287825 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > network after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.288161 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > network after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.288548 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=86712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 22:13:41.288946 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > security_group after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.289287 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > security_group after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.289619 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.290025 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=86712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 22:13:41.290418 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.290755 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.291087 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.291595 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=86712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 22:13:41.291988 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > address_group after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.292328 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > address_group after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.292662 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.293048 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=86712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 22:13:41.293484 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] ML2 OVO RPC backend initialized. {{(pid=86712) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 04 22:13:41.294199 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.294547 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.294954 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > network before_response 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.295293 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > networks before_response 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.295633 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > port before_response 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.295968 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > ports before_response 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.296307 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > subnet before_response 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.296644 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > subnets before_response 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.296983 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > network after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.297316 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > network after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.297642 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > network after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.298002 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > port after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.298332 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > port after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.298659 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > port after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.298984 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > subnet after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.299312 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > subnet after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.299635 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.300202 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.plugin [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Modular L2 Plugin initialization complete Feb 04 22:13:41.300523 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading services supported by the core plugin {{(pid=86712) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 22:13:41.300840 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.plugins.ml2.managers [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Got port-security extension from driver 'port_security' Feb 04 22:13:41.301873 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.extensions.vlantransparent [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Disabled vlantransparent extension. Feb 04 22:13:41.302352 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86712) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 22:13:41.302661 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading Plugin: router Feb 04 22:13:41.339207 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.339817 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router after_create 55549900 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.339988 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router before_create 55549900 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.340286 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.340648 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.340994 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router after_delete 55549900 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.341344 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.341699 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router after_create 55549900 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.342065 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router after_update 55549900 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.342412 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router after_update 55549900 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.342752 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.343098 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router after_update 55549900 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.343499 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router precommit_update 55549900 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.343859 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: port after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.344190 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: port after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.344524 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: subnet after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.344848 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.345186 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.345528 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router precommit_create 55549900 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.345889 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: port before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.346232 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router precommit_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.346579 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router after_update 55549900 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.346914 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.347254 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router precommit_create 55549900 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.347605 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.347941 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router precommit_update 55549900 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.348358 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > agent after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.348704 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > agent after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.349041 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > network after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.349921 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Tracking information for resource: router configured {{(pid=86712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 22:13:41.350248 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Tracking information for resource: floatingip configured {{(pid=86712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 22:13:41.355221 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.db.l3_agentschedulers_db [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 22:13:41.355801 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: port after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.356157 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: port after_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.356504 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: port after_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.356849 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: port after_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.357776 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router before_create 55550100 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.358137 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.358493 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router precommit_create 55550100 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.358841 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > router precommit_update 55550100 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.363336 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.services.provider_configuration [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service providers = [] {{(pid=86712) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 22:13:41.364376 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.db.servicetype_db [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86712) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 22:13:41.367338 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.services.service_base [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 22:13:41.367683 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.services.service_base [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 22:13:41.368014 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.services.service_base [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 22:13:41.368881 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.services.service_base [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 22:13:41.369245 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.services.service_base [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 22:13:41.369619 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 22:13:41.369952 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 22:13:41.381678 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 22:13:41.382036 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading Plugin: auto_allocate Feb 04 22:13:41.387987 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: network precommit_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.388353 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: network precommit_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.388874 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 22:13:41.389190 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading Plugin: tag Feb 04 22:13:41.395941 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 22:13:41.396266 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading Plugin: timestamp Feb 04 22:13:41.400333 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 22:13:41.400659 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading Plugin: network_ip_availability Feb 04 22:13:41.405954 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.406322 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.406668 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.407388 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 22:13:41.407704 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading Plugin: flavors Feb 04 22:13:41.412564 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 22:13:41.412842 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading Plugin: revisions Feb 04 22:13:41.417107 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 22:13:41.417493 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_concurrency.lockutils [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.620s {{(pid=86712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 22:13:41.418273 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86712) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 22:13:41.418606 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Initializing extension manager. Feb 04 22:13:41.419105 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: __init__.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.419440 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: __pycache__ {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.419766 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.420089 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: address_group.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.420838 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.421408 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: address-group Feb 04 22:13:41.421748 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: address_scope.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.422448 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.422947 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: address-scope Feb 04 22:13:41.423262 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.424174 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.424678 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: router-admin-state-down-before-update Feb 04 22:13:41.424993 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: agent.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.425674 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.426790 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: agent Feb 04 22:13:41.427107 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: agent_resources_synced.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.428007 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.428504 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: agent-resources-synced Feb 04 22:13:41.428818 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: allowedaddresspairs.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.430781 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.431294 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: allowed-address-pairs Feb 04 22:13:41.431618 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: auto_allocated_topology.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.432676 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.433184 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: auto-allocated-topology Feb 04 22:13:41.433502 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: availability_zone.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.434198 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.434700 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: availability_zone Feb 04 22:13:41.435016 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: availability_zone_filter.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.435917 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.436404 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: availability_zone_filter Feb 04 22:13:41.436719 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: data_plane_status.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.437605 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.438126 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 22:13:41.438443 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: default_subnetpools.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.439335 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.439829 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: default-subnetpools Feb 04 22:13:41.440140 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.440931 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.441427 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: dhcp_agent_scheduler Feb 04 22:13:41.441871 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: dns.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.443256 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.443751 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 22:13:41.444066 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: dns_domain_ports.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.444960 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.445457 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 22:13:41.445801 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: dvr.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.446462 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.446961 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: dvr Feb 04 22:13:41.447275 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: empty_string_filtering.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.448164 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.448658 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: empty-string-filtering Feb 04 22:13:41.448973 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.449911 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.450404 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 22:13:41.450721 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.451611 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.452105 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 22:13:41.452418 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: external_net.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.453312 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.453845 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: external-net Feb 04 22:13:41.454163 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.455055 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.455559 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: extra_dhcp_opt Feb 04 22:13:41.455872 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: extraroute.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.456766 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.457264 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: extraroute Feb 04 22:13:41.457617 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: extraroute_atomic.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.458680 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.459187 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: extraroute-atomic Feb 04 22:13:41.459500 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: filter_validation.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.460178 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.460684 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: filter-validation Feb 04 22:13:41.460999 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: fip_pf_description.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.462061 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.462560 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 22:13:41.462871 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: fip_port_details.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.463804 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.464301 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: fip-port-details Feb 04 22:13:41.464896 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: flavors.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.466081 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.466597 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: flavors Feb 04 22:13:41.466915 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.468636 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.469154 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 22:13:41.469484 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: floatingip_pools.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.470227 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.470734 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: floatingip-pools Feb 04 22:13:41.471055 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: ip_allocation.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.471967 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.472461 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 22:13:41.472779 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.473758 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.474261 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: ip-substring-filtering Feb 04 22:13:41.474581 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: l2_adjacency.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.475494 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.475990 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 22:13:41.476307 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: l3.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.477299 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.477845 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: router Feb 04 22:13:41.478168 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.482008 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.482530 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 22:13:41.482859 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.483790 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.484296 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: ext-gw-mode Feb 04 22:13:41.484618 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.485528 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.486056 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: l3-ha Feb 04 22:13:41.486378 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: l3_flavors.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.487287 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.487784 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: l3-flavors Feb 04 22:13:41.488103 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.489578 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.490101 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 22:13:41.490421 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: l3agentscheduler.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.491461 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.491966 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: l3_agent_scheduler Feb 04 22:13:41.492289 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: logging.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.493841 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.494352 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension logging not supported by any of loaded plugins Feb 04 22:13:41.494671 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: metering.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.495397 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.495969 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: metering Feb 04 22:13:41.496287 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.497376 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.497904 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: metering_source_and_destination_fields Feb 04 22:13:41.498225 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: multiprovidernet.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.499140 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.499644 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: multi-provider Feb 04 22:13:41.499959 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: netmtu.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.500853 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.501350 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: net-mtu Feb 04 22:13:41.501664 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: netmtu_writable.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.502590 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.503088 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: net-mtu-writable Feb 04 22:13:41.503403 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: network_availability_zone.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.504058 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.505164 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: network_availability_zone Feb 04 22:13:41.505476 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: network_ip_availability.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.506996 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.507468 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: network-ip-availability Feb 04 22:13:41.507785 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: network_segment_range.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.508538 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.509033 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 22:13:41.509348 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: pagination.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.510340 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.510666 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: pagination Feb 04 22:13:41.510980 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: port_device_profile.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.511863 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.512363 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: port-device-profile Feb 04 22:13:41.512678 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.513570 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.514090 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: port-mac-address-regenerate Feb 04 22:13:41.514409 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.515305 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.515800 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: port-numa-affinity-policy Feb 04 22:13:41.516116 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: port_resource_request.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.517007 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.517499 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 22:13:41.517849 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: portbindings.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.518757 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.519253 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: binding Feb 04 22:13:41.519570 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: portbindings_extended.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.520860 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.521363 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: binding-extended Feb 04 22:13:41.521680 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: portsecurity.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.522598 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.523086 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: port-security Feb 04 22:13:41.523403 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: project_id.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.524359 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.524682 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: project-id Feb 04 22:13:41.524999 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: providernet.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.525922 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.526431 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: provider Feb 04 22:13:41.526749 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: qos.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.530473 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.530991 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension qos not supported by any of loaded plugins Feb 04 22:13:41.531319 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.532545 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.533049 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 22:13:41.533374 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.534299 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.534801 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 22:13:41.535119 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: qos_default.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.536072 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.536574 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension qos-default not supported by any of loaded plugins Feb 04 22:13:41.536922 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: qos_fip.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.537531 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.538053 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 22:13:41.538369 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: qos_gateway_ip.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.539274 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.539774 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 22:13:41.540091 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: qos_port_network_policy.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.540993 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.541498 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 22:13:41.541863 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: qos_rule_type_details.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.542747 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.543246 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 22:13:41.543563 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: qos_rules_alias.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.544598 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.545103 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 22:13:41.545420 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: quotasv2.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.546342 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.546666 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: quotas Feb 04 22:13:41.546981 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: quotasv2_detail.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.548587 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.548923 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: quota_details Feb 04 22:13:41.549250 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: rbac.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.550322 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.550840 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: rbac-policies Feb 04 22:13:41.551728 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: rbac_address_group.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.552646 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.553156 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: rbac-address-group Feb 04 22:13:41.553478 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: rbac_address_scope.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.554406 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.554918 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: rbac-address-scope Feb 04 22:13:41.555241 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: rbac_security_groups.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.556143 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.556646 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: rbac-security-groups Feb 04 22:13:41.556968 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: rbac_subnetpool.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.557912 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.558414 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: rbac-subnetpool Feb 04 22:13:41.558731 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: revisionifmatch.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.559632 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.560154 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: revision-if-match Feb 04 22:13:41.560446 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: revisions.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.561542 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.562078 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: standard-attr-revisions Feb 04 22:13:41.562399 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: router_availability_zone.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.563055 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.563555 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: router_availability_zone Feb 04 22:13:41.563870 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: routerservicetype.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.564768 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.565266 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 22:13:41.565688 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.566619 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.567724 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: security-groups-normalized-cidr Feb 04 22:13:41.568038 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.568944 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.569443 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: port-security-groups-filtering Feb 04 22:13:41.569779 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.570809 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.571314 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: security-groups-remote-address-group Feb 04 22:13:41.571629 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: securitygroup.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.581644 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.582236 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: security-group Feb 04 22:13:41.582653 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: segment.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.583702 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.584242 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension segment not supported by any of loaded plugins Feb 04 22:13:41.584572 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.585781 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.586348 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 22:13:41.586673 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: servicetype.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.588057 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.588692 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: service-type Feb 04 22:13:41.588990 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: sorting.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.590169 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.590721 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: sorting Feb 04 22:13:41.591103 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: standard_attr_segment.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.592092 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.592631 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 22:13:41.592948 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: standardattrdescription.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.593698 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.594473 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: standard-attr-description Feb 04 22:13:41.594892 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: stateful_security_group.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.595955 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.596495 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: stateful-security-group Feb 04 22:13:41.596853 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: stdattrs_common.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.597529 dv-cinder-818885-2-iscsi neutron-server[86712]: WARNING neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 22:13:41.597908 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.599812 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.600346 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 22:13:41.600778 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: subnet_onboard.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.602091 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.602670 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: subnet_onboard Feb 04 22:13:41.603032 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.604084 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.604656 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 22:13:41.605183 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: subnet_service_types.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.606061 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.606646 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: subnet-service-types Feb 04 22:13:41.607264 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: subnetallocation.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.608243 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.608869 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: subnet_allocation Feb 04 22:13:41.609250 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.610200 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.610731 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: subnetpool-prefix-ops Feb 04 22:13:41.611119 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.612268 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.612777 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 22:13:41.613100 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: tagging.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.614818 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.615327 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: standard-attr-tag Feb 04 22:13:41.615645 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: timestamp.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.616843 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.617349 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loaded extension: standard-attr-timestamp Feb 04 22:13:41.617674 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: trunk.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.618721 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.619224 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension trunk not supported by any of loaded plugins Feb 04 22:13:41.619543 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: trunk_details.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.620446 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.620948 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 22:13:41.621266 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: uplink_status_propagation.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.622215 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.622730 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 22:13:41.623045 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Loading extension file: vlantransparent.py {{(pid=86712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 22:13:41.623706 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 22:13:41.624210 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 22:13:41.626733 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:network Feb 04 22:13:41.627473 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:subnet Feb 04 22:13:41.628452 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 22:13:41.629188 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:port Feb 04 22:13:41.630546 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.630988 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service FLAVORS assigned prefix: {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.631604 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.632021 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.632346 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:router Feb 04 22:13:41.632994 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 22:13:41.633727 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service METERING assigned prefix: /metering {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.635142 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.635507 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.635848 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:13:41.636956 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 22:13:41.637391 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:security_group Feb 04 22:13:41.638077 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 22:13:41.638807 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service CORE assigned prefix: {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.639135 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 22:13:41.639470 dv-cinder-818885-2-iscsi neutron-server[86712]: WARNING neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] subnetpool is already registered Feb 04 22:13:41.640077 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service CORE assigned prefix: {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.640400 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 22:13:41.640717 dv-cinder-818885-2-iscsi neutron-server[86712]: WARNING neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] subnetpool is already registered Feb 04 22:13:41.643253 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.643681 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service FLAVORS assigned prefix: {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.644266 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.644678 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.645068 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:router Feb 04 22:13:41.645392 dv-cinder-818885-2-iscsi neutron-server[86712]: WARNING neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] router is already registered Feb 04 22:13:41.646012 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 22:13:41.646333 dv-cinder-818885-2-iscsi neutron-server[86712]: WARNING neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] floatingip is already registered Feb 04 22:13:41.646949 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service METERING assigned prefix: /metering {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.647615 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 22:13:41.647933 dv-cinder-818885-2-iscsi neutron-server[86712]: WARNING neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] rbac_policy is already registered Feb 04 22:13:41.648468 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:security_group Feb 04 22:13:41.648790 dv-cinder-818885-2-iscsi neutron-server[86712]: WARNING neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] security_group is already registered Feb 04 22:13:41.649362 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 22:13:41.649683 dv-cinder-818885-2-iscsi neutron-server[86712]: WARNING neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] security_group_rule is already registered Feb 04 22:13:41.650358 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service CORE assigned prefix: {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.650694 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 22:13:41.651008 dv-cinder-818885-2-iscsi neutron-server[86712]: WARNING neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] subnetpool is already registered Feb 04 22:13:41.651588 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.v2.resource_helper [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Service CORE assigned prefix: {{(pid=86712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 22:13:41.651907 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 22:13:41.652229 dv-cinder-818885-2-iscsi neutron-server[86712]: WARNING neutron.quota.resource_registry [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] subnetpool is already registered Feb 04 22:13:41.652863 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: extensions {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.654364 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: address-groups {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.655961 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: address-scopes {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.657165 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: agents {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.658341 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: auto-allocated-topology {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.659585 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: availability_zones {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.661471 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: dhcp-networks {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.662945 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: dhcp-agents {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.664306 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: routers {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.666139 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: flavors {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.667410 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: service_profiles {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.668604 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: next_providers {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.671037 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: service_profiles {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.672484 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: floatingip-pools {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.673736 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: routers {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.675506 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: floatingips {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.677352 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: l3-routers {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.678750 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: l3-agents {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.680146 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: metering-labels {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.681680 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: metering-label-rules {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.682964 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: network-ip-availabilities {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.684214 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: bindings {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.685858 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: quotas {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.687276 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: quotas {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.688691 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: rbac-policies {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.689989 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: security-groups {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.691183 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: security-group-rules {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.692494 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: service-providers {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.693803 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: subnetpools {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.695221 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: subnetpools {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.696666 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: tags {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.698345 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: tags {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.700111 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: tags {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.701905 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: tags {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.703685 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: tags {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.705500 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: tags {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.707185 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: tags {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.709119 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: tags {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.710896 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: tags {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.712708 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron.api.extensions [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Extended resource: tags {{(pid=86712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 22:13:41.718493 dv-cinder-818885-2-iscsi neutron-server[86712]: WARNING keystonemiddleware.auth_token [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 22:13:41.723633 dv-cinder-818885-2-iscsi neutron-server[86712]: WARNING keystonemiddleware.auth_token [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 22:13:41.731815 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_concurrency.lockutils [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Acquired lock "singleton_lock" {{(pid=86712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 22:13:41.732283 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_concurrency.lockutils [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Releasing lock "singleton_lock" {{(pid=86712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 22:13:41.732903 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO oslo_service.service [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Starting 2 workers Feb 04 22:13:41.737591 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Started child 86817 {{(pid=86712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 22:13:41.742618 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Started child 86818 {{(pid=86712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 22:13:41.743275 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:13:41.744141 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO neutron.service [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 22:13:41.744765 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [-] (86817) wsgi starting up on http://0.0.0.0:9696 Feb 04 22:13:41.744869 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Notify callbacks [] for process, before_spawn {{(pid=86712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:13:41.747005 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:13:41.747459 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO oslo_service.service [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Starting 1 workers Feb 04 22:13:41.748362 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [-] (86818) wsgi starting up on http://0.0.0.0:9696 Feb 04 22:13:41.752217 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Started child 86819 {{(pid=86712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 22:13:41.752749 dv-cinder-818885-2-iscsi neutron-server[86712]: INFO oslo_service.service [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Starting 1 workers Feb 04 22:13:41.756191 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.service [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] calling RpcWorker wait() {{(pid=86819) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 22:13:41.756731 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.service [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] returning from RpcWorker wait() {{(pid=86819) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 22:13:41.757791 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Started child 86820 {{(pid=86712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 22:13:41.758063 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:13:41.758554 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:13:41.758657 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG neutron_lib.callbacks.manager [None req-2f815481-e3b6-4bbf-a694-835ffd983f42 None None] Notify callbacks [] for process, after_spawn {{(pid=86712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:13:41.760482 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 22:13:41.760684 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 22:13:41.760871 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 22:13:41.761075 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 22:13:41.761396 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 22:13:41.761557 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 22:13:41.762080 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.762348 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.762612 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.762890 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.763176 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.763602 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:13:41.764111 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.764111 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.764263 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.764501 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.764728 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.764893 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.765061 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.765295 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.765533 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.765838 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.766099 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.766343 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.766616 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.766790 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.767035 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.767301 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.767626 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.767884 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] debug = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.768120 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.768587 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.768804 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.769055 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.769283 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.769555 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.769823 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.770773 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.771000 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.771225 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.771455 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.771714 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.771961 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.772196 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.772423 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.772663 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.772902 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.773358 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] host = dv-cinder-818885-2-iscsi {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.773583 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.773843 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.774081 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.774319 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.774559 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.774781 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.775037 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.775284 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.775548 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.775794 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.776030 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.776250 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.776477 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.776733 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_file = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.776897 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_options = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.777144 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.777413 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.777874 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.778064 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.778231 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.778402 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.778660 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.778821 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.779068 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.779281 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.779508 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.779722 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.779961 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.780198 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.780441 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.780681 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.780922 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.781124 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.782476 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.783051 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.783051 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.783463 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.783746 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.784135 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.784300 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.784458 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.784713 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.784939 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.785187 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.785447 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.785698 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.785993 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.786257 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.787104 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.787104 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.787104 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.787374 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.787453 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.787669 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.787928 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.788201 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.788426 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.788670 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.788910 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.789129 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.789345 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] use_json = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.789563 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.789817 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.790096 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.790312 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.790557 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.790789 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.791004 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.791252 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.791466 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.791893 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.792179 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.792503 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.792748 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.792980 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.793221 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.793610 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:13:41.793740 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.794405 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.794751 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.794911 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.795242 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.795469 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.795764 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.795980 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.796239 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.796497 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.796733 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.797379 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.797625 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.797893 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.798129 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.798363 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.798667 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.798920 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.799187 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.799756 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.799983 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.800222 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.800435 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.800649 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.800881 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.801124 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.801406 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.801625 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.801871 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.802093 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.802346 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.802563 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.802815 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.803013 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.803253 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.803502 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.803739 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.803969 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.804182 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.804416 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.804639 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.804885 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.805102 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.805352 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.805992 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.806300 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.806522 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.806741 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.806965 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.807231 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.807448 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.807662 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.807873 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.808131 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.808363 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.808603 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.808845 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.809063 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.809280 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.809500 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.809732 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.809969 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.810190 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.810404 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.810643 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.810876 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.811088 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.811303 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.811537 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.811752 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.811966 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.812194 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.812411 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.812622 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.812839 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.813071 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.813284 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.813494 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.813787 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.814104 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.814363 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.814641 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.814880 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.815119 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.815342 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.815589 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.815807 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.816040 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.816269 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.816621 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.817410 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.817758 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.818048 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.818290 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.818544 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.818759 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.819027 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.819407 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.819704 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.819990 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.820282 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.820534 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.820782 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.821029 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.821259 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.821530 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.821784 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.822066 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.822282 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.822548 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.822836 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.823213 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.823500 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.823757 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.824001 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.824264 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.824512 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.824770 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.825014 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.825270 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.825486 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.825836 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.826096 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.826314 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.826552 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.826782 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.827131 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.827389 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.827616 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.827841 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.828098 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.828349 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.828585 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.828850 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.829103 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.829368 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.829603 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.829869 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.830097 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.830308 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.830550 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.830774 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.830999 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.831214 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.831448 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.831660 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.831868 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.832135 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.832347 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.833151 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.833378 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.833594 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.833850 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.834079 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.834288 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.834519 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.834769 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.834977 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.835193 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.835409 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.835650 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.836202 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.836422 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.836685 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.836933 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.837160 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.837400 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.837620 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.837890 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.838101 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.838359 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.838597 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.838828 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.839039 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.839256 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.839480 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.839707 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.839929 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.840138 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.840405 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.840645 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.840957 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.841212 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.841455 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.841683 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.841915 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.842163 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.842379 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.842609 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.842823 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.843033 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.843248 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.843511 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.843745 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.844004 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.844226 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.844431 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.844662 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.844838 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.845257 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.845544 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.845807 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.846034 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.846266 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.846490 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.846735 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.846942 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.847149 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.847362 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.847571 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.847812 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.848574 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.848815 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.849030 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.849322 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.849672 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.849946 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.850214 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.850732 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.850984 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.851207 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.851479 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.851789 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.852406 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.852406 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.852594 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.852682 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.852887 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.853144 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.853477 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.853798 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.854051 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.854293 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.854588 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.854875 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.855130 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.855359 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.855655 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.855968 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.856269 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.856511 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.856766 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.857031 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.857252 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.857485 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.857703 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.857971 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.858185 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.858421 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.858654 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.858877 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.859117 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.859357 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.859666 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.859907 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.860136 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.860355 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.860570 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.860728 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 22:13:41.861251 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 22:13:41.861415 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 22:13:41.861570 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 22:13:41.861776 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 22:13:41.861950 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 22:13:41.862102 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 22:13:41.862309 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.862473 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.862633 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.862794 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.862951 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.863136 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.863309 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.863476 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.863657 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.864354 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.864514 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.864676 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.864834 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.864991 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.865147 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.865306 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.865467 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.865625 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.865807 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.865964 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.866122 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.866279 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.866433 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] debug = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.866590 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.867079 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.867079 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.867079 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.867318 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.867396 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.867543 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.867700 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.869740 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.869740 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.869740 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.869740 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.869740 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.869740 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.869740 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.869740 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.869740 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.870361 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:13:41.870444 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] host = dv-cinder-818885-2-iscsi {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.870444 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.870444 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.870444 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.870444 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.870444 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.870444 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.870444 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.870967 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.870967 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.870967 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.870967 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.870967 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.871297 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.871297 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_file = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.871437 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_options = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.871513 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.871643 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.871799 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.872049 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.872324 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.872576 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.872788 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.872922 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.873064 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.873228 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.873316 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.873459 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.873862 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.874021 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.874177 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.874333 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.874513 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.874641 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.874797 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.874953 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.875109 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.875264 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.875414 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.875576 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.875760 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.875866 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.876024 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.876180 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.876335 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.876490 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.876647 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.876804 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.876998 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.877151 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.877242 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.877391 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.877547 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.877705 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.877883 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.878029 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.878183 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.878340 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.878487 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.878639 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.878794 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.878948 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] use_json = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.879103 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.879279 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.879475 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.879572 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.879733 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.879896 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.880032 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.880187 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.880343 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 22:13:41.880521 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.880683 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.880852 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.881011 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.881169 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.881330 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.881488 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.881646 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.881824 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.881985 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.882151 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.882311 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.882542 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.882640 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.882784 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.882945 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.883110 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.883269 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.883428 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.883605 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.883773 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.883932 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.884106 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.884267 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.884414 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.884572 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.884730 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.884890 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.885070 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.885211 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.885371 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.885532 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.885690 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.885888 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.886017 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.886176 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.886334 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.886494 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.886653 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.886811 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.886969 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.887128 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.887286 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.887745 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.887745 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.887745 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.887955 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.888032 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.888176 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.888333 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.888502 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.888662 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.888820 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.888978 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.889137 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.889293 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.889451 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.889609 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.889787 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.889948 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.890106 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.890278 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.890438 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.890597 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.890756 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.890915 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.891075 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.891233 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.891391 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.891548 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.891706 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.891865 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.892023 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.892181 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.892339 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.892498 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.892671 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.892810 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.892968 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.893130 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.893287 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.893445 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.893604 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.893787 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.893955 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.894130 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.894288 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.894445 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.894603 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.895365 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.895527 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.895886 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.895886 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.896447 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.896447 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.896447 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.896447 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.896707 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.896707 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.896860 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.897017 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.897175 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.897333 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.897491 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.897740 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.897839 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.897973 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.898131 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.898288 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.898445 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.898603 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.898771 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.898930 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.899091 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.899591 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.899591 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.899591 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.899827 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.899905 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.900011 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.900942 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.900942 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.900942 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.900942 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.900942 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.900942 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.901384 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.901384 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.901384 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.901589 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.901675 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.901823 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.902007 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.902165 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.902323 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.902481 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.902639 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.902800 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.902963 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.903121 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.903279 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.903920 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.903920 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.903920 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.903920 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.904177 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.904177 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.904328 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.904487 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.904646 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.904804 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.904964 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.905124 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.905281 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.905441 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.905599 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.905796 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.905925 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.906075 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.906238 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.906395 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.906552 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.906710 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.906868 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.907025 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.907183 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.907342 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.907500 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.907659 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.907844 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.907985 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.908122 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.908281 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.908441 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.908601 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.908759 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.908921 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.909079 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.909239 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.909398 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.909556 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.909767 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.909895 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.910054 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.910213 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.910372 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.911055 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.911231 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.911392 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.911550 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.911709 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.911868 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.912027 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.912185 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.912343 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.912502 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.912661 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.912819 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.913027 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.913141 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.913300 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.913464 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.913623 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.913801 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.913961 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.914119 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.914290 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.914448 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.914608 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.914766 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.914925 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.915092 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.915249 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.915407 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.915564 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.915720 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.915887 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.916045 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.916202 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.916359 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.916516 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.916685 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.916846 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.917006 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.917172 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.917330 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.917487 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.917644 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.917836 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.917997 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.918158 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.918317 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.918477 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.918636 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.918796 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.918961 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.919129 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.919295 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.919456 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.919622 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.919790 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.919958 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.920117 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.920282 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.920452 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.920611 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.920770 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.920927 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.921085 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.921243 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.921400 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.921558 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.921737 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.921892 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.922050 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.922209 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.922366 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.922523 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.922680 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.922838 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.922996 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.923179 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.923339 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.923600 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 22:13:41.923831 dv-cinder-818885-2-iscsi neutron-server[86712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 22:13:42.134624 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38140) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:13:42.143054 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062871 Feb 04 22:13:52.501589 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b7a728-3973-4c75-bb94-04c0743c8442 None None] get_active_networks_info from dv-cinder-818885-2-iscsi {{(pid=86819) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 22:13:52.569656 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b7a728-3973-4c75-bb94-04c0743c8442 None None] No non-hosted networks {{(pid=86819) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 22:13:52.577070 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.agentschedulers_db [None req-a0b7a728-3973-4c75-bb94-04c0743c8442 None None] DHCP Agent not found on host dv-cinder-818885-2-iscsi {{(pid=86819) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 22:13:52.641377 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9af75d90-03b7-441f-bc90-dace405b397d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579604'] for agent, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:13:54.931491 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ec6daaa8-4161-4be6-9e3b-c4a9c1d7a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579604'] for agent, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:13:54.972762 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-263a416d-3272-49c5-9845-e8bd31dfdb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:13:55.876628 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579604'] for agent, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:13:56.206314 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579604'] for agent, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:13:56.208354 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:13:56.208756 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:13:56.209087 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:13:56.209413 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:13:56.211403 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:13:56.211403 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:13:56.211719 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:13:56.212763 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:13:56.214031 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:13:56.214333 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:13:56.215372 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:13:56.216331 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:13:56.216916 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818885-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:13:56.233150 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818885-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:13:57.221227 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579604'] for agent, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:13:57.418130 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.db.l3_hamode_db [None req-87a06776-6a83-4710-bf60-3bd8181441aa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 22:13:57.505635 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a06776-6a83-4710-bf60-3bd8181441aa None None] Routers set() bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:13:57.506049 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a06776-6a83-4710-bf60-3bd8181441aa None None] Router IDs set() for agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 04 22:13:58.963127 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38232) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:13:59.565293 dv-cinder-818885-2-iscsi neutron-server[86818]: WARNING oslo_policy.policy [None req-909b4caf-930a-4ce3-b9b7-7f4fad7c269a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 22:13:59.566067 dv-cinder-818885-2-iscsi neutron-server[86818]: WARNING oslo_policy.policy [None req-909b4caf-930a-4ce3-b9b7-7f4fad7c269a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 22:13:59.782553 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [None req-909b4caf-930a-4ce3-b9b7-7f4fad7c269a admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=86818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 22:13:59.783631 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-909b4caf-930a-4ce3-b9b7-7f4fad7c269a admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8196080 Feb 04 22:14:02.159969 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38246) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:14:02.520827 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-26b1b88e-1865-4352-90c9-47571447e0fd admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:14:02.626103 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.policy [None req-26b1b88e-1865-4352-90c9-47571447e0fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86818) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 22:14:02.670614 dv-cinder-818885-2-iscsi neutron-server[86818]: WARNING oslo_policy.policy [None req-26b1b88e-1865-4352-90c9-47571447e0fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 22:14:02.670981 dv-cinder-818885-2-iscsi neutron-server[86818]: WARNING oslo_policy.policy [None req-26b1b88e-1865-4352-90c9-47571447e0fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 22:14:02.679929 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.quota [None req-26b1b88e-1865-4352-90c9-47571447e0fd admin admin] Loaded quota_driver: . Feb 04 22:14:02.695417 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-26b1b88e-1865-4352-90c9-47571447e0fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:14:02.754503 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-26b1b88e-1865-4352-90c9-47571447e0fd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773680719375', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773680715994', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773680542632', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773680539587', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773680558406', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773680552133', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3800285', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3965558', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-838938', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-904975'] for rbac-policy, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:02.816045 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-26b1b88e-1865-4352-90c9-47571447e0fd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:02.817770 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-26b1b88e-1865-4352-90c9-47571447e0fd admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6567864 Feb 04 22:14:05.413419 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 38260) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:14:06.011362 dv-cinder-818885-2-iscsi neutron-server[86817]: WARNING oslo_policy.policy [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 22:14:06.011968 dv-cinder-818885-2-iscsi neutron-server[86817]: WARNING oslo_policy.policy [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 22:14:06.228172 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '25d0a50ebd6e45bb8dcc848b206902a7'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:14:06.229942 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.quota [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Loaded quota_driver: . Feb 04 22:14:06.246046 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:14:06.252480 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Usage tracker for resource:network and tenant:25d0a50ebd6e45bb8dcc848b206902a7 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:14:06.258601 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:14:06.265795 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:14:06.281990 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Made reservation on behalf of 25d0a50ebd6e45bb8dcc848b206902a7 for: {'network': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:14:06.360694 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.policy [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86817) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 22:14:06.405529 dv-cinder-818885-2-iscsi neutron-server[86817]: WARNING oslo_policy.policy [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 22:14:06.405931 dv-cinder-818885-2-iscsi neutron-server[86817]: WARNING oslo_policy.policy [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 22:14:06.415714 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:06.436883 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:06.451318 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:14:06.454940 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Usage tracker for resource:security_group_rule and tenant:25d0a50ebd6e45bb8dcc848b206902a7 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:14:06.460584 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:14:06.466025 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:14:06.564180 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:06.568585 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:06.607598 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=86817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:14:06.611802 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a61fc3-9d57-4bbf-be69-c97191afe570,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:06.628257 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:06.628870 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:06.629273 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:06.629635 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:06.630070 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:06.630419 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:06.630732 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:06.631044 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:06.631355 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:06.631936 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:06.632247 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:06.632553 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Tracked resource versions report: Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: pushed versions: Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: { 'AddressGroup': {'1.2'}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'ConntrackHelper': {'1.0'}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Log': {'1.0'}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Network': {'1.1'}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Port': {'1.7'}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'PortForwarding': {'1.2'}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'QosPolicy': {'1.8'}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'SecurityGroup': {'1.4'}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'SecurityGroupRule': {'1.2'}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'SubPort': {'1.0'}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Subnet': {'1.1'}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Trunk': {'1.1'}} Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: consumer versions: Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: { DHCP agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: L3 agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: Metadata agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: Metering agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: Open vSwitch agent@dv-cinder-818885-2-iscsi: { 'AddressGroup': '1.2', Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'ConntrackHelper': '1.0', Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Log': '1.0', Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Network': '1.1', Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Port': '1.7', Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'PortForwarding': '1.2', Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'QosPolicy': '1.8', Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'SecurityGroup': '1.4', Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'SecurityGroupRule': '1.2', Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'SubPort': '1.0', Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Subnet': '1.1', Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Trunk': '1.1'}} Feb 04 22:14:06.633594 dv-cinder-818885-2-iscsi neutron-server[86817]: {{(pid=86817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 22:14:06.657739 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773680674609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:06.658350 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Unsubscribe: segment precommit_create {{(pid=86817) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 22:14:06.658830 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.segments_db [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Added segment 8b86259d-4e64-495b-ac91-a20fae6527b0 of type vlan for network 32bb281b-aac4-40ef-8f11-daabf60126b2 Feb 04 22:14:06.755015 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:06.796404 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:06.797587 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:14:06.798278 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:06.905489 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4899032 Feb 04 22:14:06.906073 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da6727-68af-4831-ac95-7241bf523aac admin admin] Pushing event updated for resources: {'Network': ['ID=32bb281b-aac4-40ef-8f11-daabf60126b2,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:06.918953 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network 32bb281b-aac4-40ef-8f11-daabf60126b2 details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:14:09.539200 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38282) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:14:10.012387 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a9415-032a-4c88-bae8-fa5b59d51cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:14:10.013782 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-3f7a9415-032a-4c88-bae8-fa5b59d51cbe admin admin] 10.222.0.47 "GET /v2.0/networks/32bb281b-aac4-40ef-8f11-daabf60126b2 HTTP/1.1" status: 200 len: 825 time: 0.4736450 Feb 04 22:14:10.041274 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-f9af6578-d60b-41fa-9e63-97c02ac08345 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/13b751fb-e007-40b0-abc9-e71ffc951ba4 HTTP/1.1" status: 200 len: 734 time: 0.0220647 Feb 04 22:14:10.051493 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '13b751fb-e007-40b0-abc9-e71ffc951ba4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:14:10.056178 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:14:10.060242 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Usage tracker for resource:subnet and tenant:25d0a50ebd6e45bb8dcc848b206902a7 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:14:10.063754 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:14:10.069741 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:14:10.078312 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Made reservation on behalf of 25d0a50ebd6e45bb8dcc848b206902a7 for: {'subnet': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:14:10.080919 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:10.383024 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for subnet, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:10.459144 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Checking segment: {'id': '8b86259d-4e64-495b-ac91-a20fae6527b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:14:10.459504 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Network hostable DHCP agents. Network: 32bb281b-aac4-40ef-8f11-daabf60126b2, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:14:10.481152 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2cb46cb-ae5b-49e7-9a4a-e2e75f559383,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:10.493214 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:10.493570 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:10.493931 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:10.494248 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:10.494565 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:10.494876 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:10.495185 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:10.495492 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:10.495799 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:10.496104 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:10.496407 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:10.496708 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Tracked resource versions report: Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: pushed versions: Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: { 'AddressGroup': {'1.2'}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'ConntrackHelper': {'1.0'}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Log': {'1.0'}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Network': {'1.1'}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Port': {'1.7'}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'PortForwarding': {'1.2'}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'QosPolicy': {'1.8'}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'SecurityGroup': {'1.4'}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'SecurityGroupRule': {'1.2'}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'SubPort': {'1.0'}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Subnet': {'1.1'}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Trunk': {'1.1'}} Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: consumer versions: Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: { DHCP agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: L3 agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: Metadata agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: Metering agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: Open vSwitch agent@dv-cinder-818885-2-iscsi: { 'AddressGroup': '1.2', Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'ConntrackHelper': '1.0', Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Log': '1.0', Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Network': '1.1', Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Port': '1.7', Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'PortForwarding': '1.2', Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'QosPolicy': '1.8', Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'SecurityGroup': '1.4', Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'SecurityGroupRule': '1.2', Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'SubPort': '1.0', Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Subnet': '1.1', Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Trunk': '1.1'}} Feb 04 22:14:10.497782 dv-cinder-818885-2-iscsi neutron-server[86818]: {{(pid=86818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 22:14:10.512470 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Network 32bb281b-aac4-40ef-8f11-daabf60126b2 is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:14:10.527091 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, 32bb281b-aac4-40ef-8f11-daabf60126b2) {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:14:10.531712 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:14:10.532324 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:10.537295 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c034c-e1bb-40c9-b248-f1af31c3ea6e None None] Network 32bb281b-aac4-40ef-8f11-daabf60126b2 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:14:10.552589 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-4be524c9-799c-4019-acb2-a43bf83b921b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5046573 Feb 04 22:14:10.939847 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc10aaa20-4b3d-58be-beff-2596df0677b1-32bb281b-aac4-40ef-8f11-daabf60126b2', 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'fixed_ips': [{'subnet_id': 'b2cb46cb-ae5b-49e7-9a4a-e2e75f559383'}]}} from dv-cinder-818885-2-iscsi. {{(pid=86819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 22:14:10.941044 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:11.122959 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.db_base_plugin_common [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Allocated IP 172.20.0.2 (32bb281b-aac4-40ef-8f11-daabf60126b2/b2cb46cb-ae5b-49e7-9a4a-e2e75f559383/d0e6ed31-aaa9-408e-a14c-8fc9b8b77625) {{(pid=86819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:14:11.355435 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Notify callbacks [] for port, precommit_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:11.369941 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Transition to ACTIVE for port object d0e6ed31-aaa9-408e-a14c-8fc9b8b77625 will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:14:11.391874 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Transition to ACTIVE for port object d0e6ed31-aaa9-408e-a14c-8fc9b8b77625 will not be triggered until provisioned by entity DHCP. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:14:11.399817 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:11.463766 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Network 32bb281b-aac4-40ef-8f11-daabf60126b2 is already hosted by enough agents. {{(pid=86819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:14:11.466633 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.base_scheduler [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Resources bound (agent type, host, resource id): {{(pid=86819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:14:11.473262 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Received port after_create {{(pid=86819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:14:11.475354 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Pushing event updated for resources: {'Port': ['ID=d0e6ed31-aaa9-408e-a14c-8fc9b8b77625,revision_number=1']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:11.516559 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:11.516894 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:11.517220 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:11.517547 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:11.517889 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:11.518206 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:11.518518 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:11.518829 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:11.519155 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:11.519524 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:11.519835 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:11.520145 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Tracked resource versions report: Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: pushed versions: Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: { 'AddressGroup': {'1.2'}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'ConntrackHelper': {'1.0'}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Log': {'1.0'}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Network': {'1.1'}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Port': {'1.7'}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'PortForwarding': {'1.2'}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'QosPolicy': {'1.8'}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'SecurityGroup': {'1.4'}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'SecurityGroupRule': {'1.2'}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'SubPort': {'1.0'}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Subnet': {'1.1'}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Trunk': {'1.1'}} Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: consumer versions: Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: { DHCP agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: L3 agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: Metadata agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: Metering agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: Open vSwitch agent@dv-cinder-818885-2-iscsi: { 'AddressGroup': '1.2', Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'ConntrackHelper': '1.0', Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Log': '1.0', Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Network': '1.1', Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Port': '1.7', Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'PortForwarding': '1.2', Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'QosPolicy': '1.8', Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'SecurityGroup': '1.4', Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'SecurityGroupRule': '1.2', Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'SubPort': '1.0', Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Subnet': '1.1', Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Trunk': '1.1'}} Feb 04 22:14:11.521217 dv-cinder-818885-2-iscsi neutron-server[86819]: {{(pid=86819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 22:14:11.577014 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Attempting to bind port d0e6ed31-aaa9-408e-a14c-8fc9b8b77625 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:14:11.577663 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Attempting to bind port d0e6ed31-aaa9-408e-a14c-8fc9b8b77625 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '8b86259d-4e64-495b-ac91-a20fae6527b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:14:11.577864 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Attempting to bind port d0e6ed31-aaa9-408e-a14c-8fc9b8b77625 on network 32bb281b-aac4-40ef-8f11-daabf60126b2 {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:14:11.586786 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:14:11.587241 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Checking segment: {'id': '8b86259d-4e64-495b-ac91-a20fae6527b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:14:11.587712 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:11.588096 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Bound using segment: {'id': '8b86259d-4e64-495b-ac91-a20fae6527b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:14:11.588570 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Bound port: d0e6ed31-aaa9-408e-a14c-8fc9b8b77625, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b86259d-4e64-495b-ac91-a20fae6527b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:14:11.588962 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:11.679183 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] For port d0e6ed31-aaa9-408e-a14c-8fc9b8b77625, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:14:11.682824 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] For port d0e6ed31-aaa9-408e-a14c-8fc9b8b77625, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=d0e6ed31-aaa9-408e-a14c-8fc9b8b77625,segment=NetworkSegment(8b86259d-4e64-495b-ac91-a20fae6527b0),segment_id=8b86259d-4e64-495b-ac91-a20fae6527b0)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:14:11.686538 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:11.791732 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1ca27-05de-4479-a264-d1f11e2deb27 None None] Pushing event updated for resources: {'Port': ['ID=d0e6ed31-aaa9-408e-a14c-8fc9b8b77625,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:12.977803 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38296) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:14:13.344859 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [None req-24bdf34b-3fa2-407c-b320-d5d50a77e3bb admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=86818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 22:14:13.345891 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-24bdf34b-3fa2-407c-b320-d5d50a77e3bb admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3670051 Feb 04 22:14:15.544602 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e259534-d708-4ca4-9613-15d80ff0636d None None] Network 32bb281b-aac4-40ef-8f11-daabf60126b2 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:14:15.641296 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-f5f5aa72-8413-48c2-85a0-08b2ad374b9e None None] Provisioning for port d0e6ed31-aaa9-408e-a14c-8fc9b8b77625 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:14:15.787913 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38310) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:14:15.984457 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device d0e6ed31-aaa9-408e-a14c-8fc9b8b77625 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:14:16.054708 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port d0e6ed31-aaa9-408e-a14c-8fc9b8b77625 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:14:16.063797 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port d0e6ed31-aaa9-408e-a14c-8fc9b8b77625 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:14:16.064191 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:16.123809 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-8b211360-57b4-4864-a385-24567a1daed0 None None] Provisioning complete for port d0e6ed31-aaa9-408e-a14c-8fc9b8b77625 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:14:16.124165 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-8b211360-57b4-4864-a385-24567a1daed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:16.206748 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [None req-191fa4f2-5dad-4aee-88ec-ccbf95cb017f admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=86818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 22:14:16.226269 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-191fa4f2-5dad-4aee-88ec-ccbf95cb017f admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4373484 Feb 04 22:14:16.282867 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:16.316650 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-8b211360-57b4-4864-a385-24567a1daed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:16.346759 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port d0e6ed31-aaa9-408e-a14c-8fc9b8b77625, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=d0e6ed31-aaa9-408e-a14c-8fc9b8b77625,segment=NetworkSegment(8b86259d-4e64-495b-ac91-a20fae6527b0),segment_id=8b86259d-4e64-495b-ac91-a20fae6527b0)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:14:16.353650 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:16.472192 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.db.api [None req-8b211360-57b4-4864-a385-24567a1daed0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 22:14:16.472650 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG oslo_db.api [None req-8b211360-57b4-4864-a385-24567a1daed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 22:14:16.476349 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=d0e6ed31-aaa9-408e-a14c-8fc9b8b77625,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:17.934432 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device d0e6ed31-aaa9-408e-a14c-8fc9b8b77625 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:14:18.000978 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port d0e6ed31-aaa9-408e-a14c-8fc9b8b77625 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:14:18.001346 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:18.812649 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 5 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:14:18.860177 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38322) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:14:19.206914 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-ec075ab8-fa81-4a05-9673-35f79c210040 admin admin] Request body: {'router': {'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'name': 'router1', 'admin_state_up': True}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:14:19.212521 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-ec075ab8-fa81-4a05-9673-35f79c210040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:14:19.216539 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-ec075ab8-fa81-4a05-9673-35f79c210040 admin admin] Usage tracker for resource:router and tenant:25d0a50ebd6e45bb8dcc848b206902a7 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:14:19.219853 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-ec075ab8-fa81-4a05-9673-35f79c210040 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:14:19.226181 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-ec075ab8-fa81-4a05-9673-35f79c210040 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:14:19.236135 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ec075ab8-fa81-4a05-9673-35f79c210040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-652'] for router, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:19.237915 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ec075ab8-fa81-4a05-9673-35f79c210040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574484', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-667'] for router, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:19.260558 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ec075ab8-fa81-4a05-9673-35f79c210040 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:19.370686 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ec075ab8-fa81-4a05-9673-35f79c210040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574497'] for router, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:19.388839 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ec075ab8-fa81-4a05-9673-35f79c210040 admin admin] Notify callbacks [] for router, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:19.390062 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-ec075ab8-fa81-4a05-9673-35f79c210040 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5288970 Feb 04 22:14:21.743696 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 38332) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:14:22.106767 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [None req-aede46c0-a23c-4fa1-a958-2d14a758c90b admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=86817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 22:14:22.107737 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-aede46c0-a23c-4fa1-a958-2d14a758c90b admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3630729 Feb 04 22:14:22.445308 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-97442c69-d341-4b80-b5bf-cac2dae244d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:24.511222 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38342) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:14:24.875289 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:14:24.880270 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:14:24.884405 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Usage tracker for resource:network and tenant:92c73011bb2e49a8bb4fb063597afd65 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:14:24.887368 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:14:24.892986 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:14:24.904368 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Made reservation on behalf of 92c73011bb2e49a8bb4fb063597afd65 for: {'network': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:14:24.906759 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:24.926007 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-a291a6b0-feca-4512-a149-b4491151509f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:24.942334 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:24.956579 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:14:24.960372 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Usage tracker for resource:security_group_rule and tenant:92c73011bb2e49a8bb4fb063597afd65 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:14:24.963702 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:14:24.969216 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:14:25.059712 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:25.063404 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:25.082304 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Reserving flat network on physical network physnet1 {{(pid=86818) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 22:14:25.103302 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c53f1a0-3e2f-492f-b335-bb9599748375,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:25.108325 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773680674609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:25.108894 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Unsubscribe: segment precommit_create {{(pid=86818) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 22:14:25.109357 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.segments_db [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Added segment 9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f of type flat for network 3507d728-f957-4adf-968c-fa2aba268e7e Feb 04 22:14:25.149103 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:25.190857 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:25.192389 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:14:25.192970 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:25.293366 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] Pushing event updated for resources: {'Network': ['ID=3507d728-f957-4adf-968c-fa2aba268e7e,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:25.296057 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-083842af-6df9-459f-92b2-51f1cafac0d0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7838430 Feb 04 22:14:25.309813 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network 3507d728-f957-4adf-968c-fa2aba268e7e details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:14:25.811617 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:26.201625 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:27.177523 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:27.658347 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38362) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:14:27.863590 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a87ff5-4049-4616-82bf-343fbe679121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:14:27.865195 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-02a87ff5-4049-4616-82bf-343fbe679121 admin admin] 10.222.0.47 "GET /v2.0/subnets/b2cb46cb-ae5b-49e7-9a4a-e2e75f559383 HTTP/1.1" status: 200 len: 849 time: 0.2056589 Feb 04 22:14:28.007510 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-e18ed05e-9d9b-4cc4-99c0-641c81ec10a8 admin admin] 10.222.0.47 "GET /v2.0/routers/8be2cbbe-6f66-4130-90ec-4d2df4d56910 HTTP/1.1" status: 200 len: 704 time: 0.1363640 Feb 04 22:14:28.462444 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:28.696958 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Allocated IP 172.20.0.1 (32bb281b-aac4-40ef-8f11-daabf60126b2/b2cb46cb-ae5b-49e7-9a4a-e2e75f559383/ee093718-1b82-4d2e-924b-f0eebd49e512) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:14:28.899797 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:28.917060 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Transition to ACTIVE for port object ee093718-1b82-4d2e-924b-f0eebd49e512 will not be triggered until provisioned by entity DHCP. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:14:28.968760 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:29.036596 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Network 32bb281b-aac4-40ef-8f11-daabf60126b2 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:14:29.039386 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:14:29.042003 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:14:29.042538 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746523'] for router_interface, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:29.173312 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ee093718-1b82-4d2e-924b-f0eebd49e512,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:29.222949 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-0398a52f-3bd6-4e13-bf4c-4ae1f008cc99 None None] Provisioning for port ee093718-1b82-4d2e-924b-f0eebd49e512 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:14:29.227734 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-0398a52f-3bd6-4e13-bf4c-4ae1f008cc99 None None] Provisioning complete for port ee093718-1b82-4d2e-924b-f0eebd49e512 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:14:29.228165 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-0398a52f-3bd6-4e13-bf4c-4ae1f008cc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:29.281221 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-0398a52f-3bd6-4e13-bf4c-4ae1f008cc99 None None] Port ee093718-1b82-4d2e-924b-f0eebd49e512 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:14:29.306079 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:29.528352 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:29.533798 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:29.534512 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746750'] for router_interface, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:29.673358 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ee093718-1b82-4d2e-924b-f0eebd49e512,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:29.734781 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Network 32bb281b-aac4-40ef-8f11-daabf60126b2 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:14:29.735816 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:14:29.904005 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-cebef1b8-93d3-4f0d-8616-41604d407b40 None None] Provisioning complete for port ee093718-1b82-4d2e-924b-f0eebd49e512 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:14:29.904373 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-cebef1b8-93d3-4f0d-8616-41604d407b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:29.925679 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Router 8be2cbbe-6f66-4130-90ec-4d2df4d56910 is scheduled to L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 with binding_index 1 {{(pid=86818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 22:14:29.959172 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-cebef1b8-93d3-4f0d-8616-41604d407b40 None None] Port ee093718-1b82-4d2e-924b-f0eebd49e512 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:14:30.078471 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:14:30.087757 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-50a3f154-6c4d-4636-9e51-a6e45d7a24a7 admin admin] 10.222.0.47 "PUT /v2.0/routers/8be2cbbe-6f66-4130-90ec-4d2df4d56910/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0751891 Feb 04 22:14:30.088847 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Sync routers for ids ['8be2cbbe-6f66-4130-90ec-4d2df4d56910'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:14:30.099198 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Routers {'8be2cbbe-6f66-4130-90ec-4d2df4d56910'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:14:30.100007 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:14:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['8be2cbbe-6f66-4130-90ec-4d2df4d56910'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:14:30.272133 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Set router 8be2cbbe-6f66-4130-90ec-4d2df4d56910 gateway port host: None {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:14:30.641074 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'name': 'router1', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:14:19Z', 'updated_at': '2022-02-04T22:14:29Z', 'revision_number': 2, 'project_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'gw_port_host': None, '_interfaces': [{'id': 'ee093718-1b82-4d2e-924b-f0eebd49e512', 'name': '', 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'mac_address': 'fa:16:3e:0d:c4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2cb46cb-ae5b-49e7-9a4a-e2e75f559383', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:14:28Z', 'updated_at': '2022-02-04T22:14:29Z', 'revision_number': 2, 'project_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'subnets': [{'id': 'b2cb46cb-ae5b-49e7-9a4a-e2e75f559383', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13b751fb-e007-40b0-abc9-e71ffc951ba4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:14:30.645949 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Checking router: 8be2cbbe-6f66-4130-90ec-4d2df4d56910 for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:14:30.646320 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Updating router 8be2cbbe-6f66-4130-90ec-4d2df4d56910 port ee093718-1b82-4d2e-924b-f0eebd49e512 binding host dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:14:30.697579 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:31.074980 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Notify callbacks [] for port, precommit_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:31.089695 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.provisioning_blocks [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Transition to ACTIVE for port object ee093718-1b82-4d2e-924b-f0eebd49e512 will not be triggered until provisioned by entity L2. {{(pid=86820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:14:31.097938 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:31.328146 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Pushing event updated for resources: {'Port': ['ID=ee093718-1b82-4d2e-924b-f0eebd49e512,revision_number=3']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:31.345982 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:31.346324 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:31.346659 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:31.346985 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:31.347869 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:31.348190 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:31.348507 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:31.348831 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:31.349153 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:31.349467 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:31.349829 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:31.350151 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Tracked resource versions report: Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: pushed versions: Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: { 'AddressGroup': {'1.2'}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'ConntrackHelper': {'1.0'}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Log': {'1.0'}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Network': {'1.1'}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Port': {'1.7'}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'PortForwarding': {'1.2'}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'QosPolicy': {'1.8'}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'SecurityGroup': {'1.4'}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'SecurityGroupRule': {'1.2'}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'SubPort': {'1.0'}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Subnet': {'1.1'}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Trunk': {'1.1'}} Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: consumer versions: Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: { DHCP agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: L3 agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: Metadata agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: Metering agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: Open vSwitch agent@dv-cinder-818885-2-iscsi: { 'AddressGroup': '1.2', Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'ConntrackHelper': '1.0', Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Log': '1.0', Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Network': '1.1', Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Port': '1.7', Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'PortForwarding': '1.2', Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'QosPolicy': '1.8', Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'SecurityGroup': '1.4', Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'SecurityGroupRule': '1.2', Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'SubPort': '1.0', Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Subnet': '1.1', Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Trunk': '1.1'}} Feb 04 22:14:31.351265 dv-cinder-818885-2-iscsi neutron-server[86820]: {{(pid=86820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 22:14:31.357466 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Attempting to bind port ee093718-1b82-4d2e-924b-f0eebd49e512 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:14:31.357895 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Attempting to bind port ee093718-1b82-4d2e-924b-f0eebd49e512 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '8b86259d-4e64-495b-ac91-a20fae6527b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2'}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:14:31.358318 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Attempting to bind port ee093718-1b82-4d2e-924b-f0eebd49e512 on network 32bb281b-aac4-40ef-8f11-daabf60126b2 {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:14:31.364537 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:14:31.365222 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Checking segment: {'id': '8b86259d-4e64-495b-ac91-a20fae6527b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:14:31.365706 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:31.366114 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Bound using segment: {'id': '8b86259d-4e64-495b-ac91-a20fae6527b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2'} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:14:31.366623 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Bound port: ee093718-1b82-4d2e-924b-f0eebd49e512, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b86259d-4e64-495b-ac91-a20fae6527b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2'}}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:14:31.367008 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:31.455143 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] For port ee093718-1b82-4d2e-924b-f0eebd49e512, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:14:31.459377 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] For port ee093718-1b82-4d2e-924b-f0eebd49e512, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=ee093718-1b82-4d2e-924b-f0eebd49e512,segment=NetworkSegment(8b86259d-4e64-495b-ac91-a20fae6527b0),segment_id=8b86259d-4e64-495b-ac91-a20fae6527b0)] {{(pid=86820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:14:31.465363 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:31.539587 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Routers {'8be2cbbe-6f66-4130-90ec-4d2df4d56910'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:14:31.540216 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:14:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['8be2cbbe-6f66-4130-90ec-4d2df4d56910'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:14:31.705596 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12250f-b566-4ab2-8c0f-d3bcf42c9096 None None] Pushing event updated for resources: {'Port': ['ID=ee093718-1b82-4d2e-924b-f0eebd49e512,revision_number=4']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:31.708660 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] Set router 8be2cbbe-6f66-4130-90ec-4d2df4d56910 gateway port host: None {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:14:32.029416 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'name': 'router1', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:14:19Z', 'updated_at': '2022-02-04T22:14:29Z', 'revision_number': 2, 'project_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'gw_port_host': None, '_interfaces': [{'id': 'ee093718-1b82-4d2e-924b-f0eebd49e512', 'name': '', 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'mac_address': 'fa:16:3e:0d:c4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2cb46cb-ae5b-49e7-9a4a-e2e75f559383', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:14:28Z', 'updated_at': '2022-02-04T22:14:31Z', 'revision_number': 4, 'project_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'subnets': [{'id': 'b2cb46cb-ae5b-49e7-9a4a-e2e75f559383', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13b751fb-e007-40b0-abc9-e71ffc951ba4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:14:32.033162 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e14612-14ca-4ec7-834b-8f870cb52f9d None None] The sync data for ids ['8be2cbbe-6f66-4130-90ec-4d2df4d56910'] in dv-cinder-818885-2-iscsi is: [{'id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'name': 'router1', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:14:19Z', 'updated_at': '2022-02-04T22:14:29Z', 'revision_number': 2, 'project_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'gw_port_host': None, '_interfaces': [{'id': 'ee093718-1b82-4d2e-924b-f0eebd49e512', 'name': '', 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'mac_address': 'fa:16:3e:0d:c4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2cb46cb-ae5b-49e7-9a4a-e2e75f559383', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:14:28Z', 'updated_at': '2022-02-04T22:14:31Z', 'revision_number': 4, 'project_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'subnets': [{'id': 'b2cb46cb-ae5b-49e7-9a4a-e2e75f559383', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13b751fb-e007-40b0-abc9-e71ffc951ba4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:14:32.286219 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38384) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:14:32.483517 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c923d950-a690-4126-9f62-df1ebf640ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:14:32.484005 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c923d950-a690-4126-9f62-df1ebf640ddd admin admin] Synchronizing usage tracker for tenant:92c73011bb2e49a8bb4fb063597afd65 on resource:network {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:14:32.502260 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c923d950-a690-4126-9f62-df1ebf640ddd admin admin] Unset dirty status for tenant:92c73011bb2e49a8bb4fb063597afd65 on resource:network {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:14:32.508713 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-c923d950-a690-4126-9f62-df1ebf640ddd admin admin] 10.222.0.47 "GET /v2.0/networks/3507d728-f957-4adf-968c-fa2aba268e7e HTTP/1.1" status: 200 len: 842 time: 0.2164347 Feb 04 22:14:32.512865 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'cidr': '172.27.0.0/24'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:14:32.517880 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:14:32.521666 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Usage tracker for resource:subnet and tenant:92c73011bb2e49a8bb4fb063597afd65 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:14:32.524414 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:14:32.530424 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:14:32.541629 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Made reservation on behalf of 92c73011bb2e49a8bb4fb063597afd65 for: {'subnet': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:14:32.543867 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:32.914284 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.objects.ports [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86818) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 22:14:32.914752 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for subnet, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:32.991759 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50197a43-8eed-426f-9ec7-15efed9b49fc,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:32.997627 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Checking segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:14:32.997952 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Network hostable DHCP agents. Network: 3507d728-f957-4adf-968c-fa2aba268e7e, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:14:33.018054 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Network 3507d728-f957-4adf-968c-fa2aba268e7e is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:14:33.031201 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, 3507d728-f957-4adf-968c-fa2aba268e7e) {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:14:33.036417 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:14:33.037161 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:33.041514 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e2ba0-521f-4bf5-8481-f58e2ade1bb4 None None] Network 3507d728-f957-4adf-968c-fa2aba268e7e requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:14:33.066872 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-cee47693-fc3c-42a0-8820-b163557f7e73 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5567732 Feb 04 22:14:33.274206 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ffe2e5-bad7-40c6-ab12-ea9682c5df1e None None] Network 3507d728-f957-4adf-968c-fa2aba268e7e requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:14:33.977991 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ee093718-1b82-4d2e-924b-f0eebd49e512 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:14:34.048126 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port ee093718-1b82-4d2e-924b-f0eebd49e512 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:14:34.052756 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port ee093718-1b82-4d2e-924b-f0eebd49e512 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:14:34.053123 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:34.164691 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:34.196815 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port ee093718-1b82-4d2e-924b-f0eebd49e512, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=ee093718-1b82-4d2e-924b-f0eebd49e512,segment=NetworkSegment(8b86259d-4e64-495b-ac91-a20fae6527b0),segment_id=8b86259d-4e64-495b-ac91-a20fae6527b0)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:14:34.200900 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:34.268095 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=ee093718-1b82-4d2e-924b-f0eebd49e512,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:35.345963 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38398) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:14:35.535976 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-08774be5-7eec-4e42-8c00-b06899efc8c6 admin admin] 10.222.0.47 "GET /v2.0/routers/8be2cbbe-6f66-4130-90ec-4d2df4d56910 HTTP/1.1" status: 200 len: 710 time: 0.1888032 Feb 04 22:14:35.658701 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6624e81b-5c3e-4ff4-8a21-f34749c04ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:14:35.660589 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-6624e81b-5c3e-4ff4-8a21-f34749c04ece admin admin] 10.222.0.47 "GET /v2.0/networks/3507d728-f957-4adf-968c-fa2aba268e7e HTTP/1.1" status: 200 len: 886 time: 0.1195507 Feb 04 22:14:35.669053 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:14:35.944751 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ee093718-1b82-4d2e-924b-f0eebd49e512 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:14:36.010358 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port ee093718-1b82-4d2e-924b-f0eebd49e512 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:14:36.010719 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:36.153774 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-617'] for router, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:36.468003 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:36.525419 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:36.656903 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Allocated IP 172.27.0.59 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/731defb3-967b-4b9c-9289-e83e55cb8a43) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:14:36.797736 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:36.825987 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:36.890137 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:14:36.892899 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:14:36.896517 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:14:36.964717 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Pushing event updated for resources: {'Port': ['ID=731defb3-967b-4b9c-9289-e83e55cb8a43,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:37.272561 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:37.665768 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-617'] for router, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:37.669067 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-574504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573545'] for router, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:37.840255 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Router 8be2cbbe-6f66-4130-90ec-4d2df4d56910 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:14:38.017795 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:14:38.028875 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] Notify callbacks [] for router, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:38.030001 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Sync routers for ids ['8be2cbbe-6f66-4130-90ec-4d2df4d56910'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:14:38.030407 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-7715e0e4-189c-4625-8879-49228586aa90 admin admin] 10.222.0.47 "PUT /v2.0/routers/8be2cbbe-6f66-4130-90ec-4d2df4d56910 HTTP/1.1" status: 200 len: 889 time: 2.3641589 Feb 04 22:14:38.040179 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Routers {'8be2cbbe-6f66-4130-90ec-4d2df4d56910'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:14:38.040869 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:14:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['8be2cbbe-6f66-4130-90ec-4d2df4d56910'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:14:38.237501 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Set router 8be2cbbe-6f66-4130-90ec-4d2df4d56910 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:14:38.578926 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'name': 'router1', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '731defb3-967b-4b9c-9289-e83e55cb8a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:14:19Z', 'updated_at': '2022-02-04T22:14:37Z', 'revision_number': 4, 'project_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'gw_port': {'id': '731defb3-967b-4b9c-9289-e83e55cb8a43', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:14:36Z', 'updated_at': '2022-02-04T22:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'ee093718-1b82-4d2e-924b-f0eebd49e512', 'name': '', 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'mac_address': 'fa:16:3e:0d:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2cb46cb-ae5b-49e7-9a4a-e2e75f559383', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:14:28Z', 'updated_at': '2022-02-04T22:14:34Z', 'revision_number': 5, 'project_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'subnets': [{'id': 'b2cb46cb-ae5b-49e7-9a4a-e2e75f559383', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13b751fb-e007-40b0-abc9-e71ffc951ba4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:14:38.585399 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Checking router: 8be2cbbe-6f66-4130-90ec-4d2df4d56910 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:14:38.585789 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Updating router 8be2cbbe-6f66-4130-90ec-4d2df4d56910 port 731defb3-967b-4b9c-9289-e83e55cb8a43 binding host dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:14:38.638162 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:38.992376 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Notify callbacks [] for port, precommit_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:39.004204 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Transition to ACTIVE for port object 731defb3-967b-4b9c-9289-e83e55cb8a43 will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:14:39.010885 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:39.088781 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Attempting to bind port 731defb3-967b-4b9c-9289-e83e55cb8a43 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:14:39.089364 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Attempting to bind port 731defb3-967b-4b9c-9289-e83e55cb8a43 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:14:39.089481 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Attempting to bind port 731defb3-967b-4b9c-9289-e83e55cb8a43 on network 3507d728-f957-4adf-968c-fa2aba268e7e {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:14:39.094904 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2318943-7424-4717-9d9e-4357b2923643 None None] Pushing event updated for resources: {'Port': ['ID=731defb3-967b-4b9c-9289-e83e55cb8a43,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:39.099649 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:14:39.100024 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Checking segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:14:39.100422 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:39.100807 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Bound using segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:14:39.101265 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Bound port: 731defb3-967b-4b9c-9289-e83e55cb8a43, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:14:39.101648 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:39.172554 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] For port 731defb3-967b-4b9c-9289-e83e55cb8a43, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:14:39.176015 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] For port 731defb3-967b-4b9c-9289-e83e55cb8a43, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=731defb3-967b-4b9c-9289-e83e55cb8a43,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:14:39.180427 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:39.262061 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Routers {'8be2cbbe-6f66-4130-90ec-4d2df4d56910'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:14:39.262674 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:14:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['8be2cbbe-6f66-4130-90ec-4d2df4d56910'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:14:39.309384 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2318943-7424-4717-9d9e-4357b2923643 None None] Pushing event updated for resources: {'Port': ['ID=731defb3-967b-4b9c-9289-e83e55cb8a43,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:39.446229 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] Set router 8be2cbbe-6f66-4130-90ec-4d2df4d56910 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:14:39.770878 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'name': 'router1', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '731defb3-967b-4b9c-9289-e83e55cb8a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:14:19Z', 'updated_at': '2022-02-04T22:14:37Z', 'revision_number': 4, 'project_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'gw_port': {'id': '731defb3-967b-4b9c-9289-e83e55cb8a43', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:14:36Z', 'updated_at': '2022-02-04T22:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'ee093718-1b82-4d2e-924b-f0eebd49e512', 'name': '', 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'mac_address': 'fa:16:3e:0d:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2cb46cb-ae5b-49e7-9a4a-e2e75f559383', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:14:28Z', 'updated_at': '2022-02-04T22:14:34Z', 'revision_number': 5, 'project_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'subnets': [{'id': 'b2cb46cb-ae5b-49e7-9a4a-e2e75f559383', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13b751fb-e007-40b0-abc9-e71ffc951ba4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:14:39.774876 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba2323-2837-4dd8-90ee-ef761b1a8f41 None None] The sync data for ids ['8be2cbbe-6f66-4130-90ec-4d2df4d56910'] in dv-cinder-818885-2-iscsi is: [{'id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'name': 'router1', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '731defb3-967b-4b9c-9289-e83e55cb8a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:14:19Z', 'updated_at': '2022-02-04T22:14:37Z', 'revision_number': 4, 'project_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'gw_port': {'id': '731defb3-967b-4b9c-9289-e83e55cb8a43', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:14:36Z', 'updated_at': '2022-02-04T22:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'ee093718-1b82-4d2e-924b-f0eebd49e512', 'name': '', 'network_id': '32bb281b-aac4-40ef-8f11-daabf60126b2', 'tenant_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'mac_address': 'fa:16:3e:0d:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be2cbbe-6f66-4130-90ec-4d2df4d56910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2cb46cb-ae5b-49e7-9a4a-e2e75f559383', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:14:28Z', 'updated_at': '2022-02-04T22:14:34Z', 'revision_number': 5, 'project_id': '25d0a50ebd6e45bb8dcc848b206902a7', 'subnets': [{'id': 'b2cb46cb-ae5b-49e7-9a4a-e2e75f559383', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13b751fb-e007-40b0-abc9-e71ffc951ba4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:14:39.998934 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 731defb3-967b-4b9c-9289-e83e55cb8a43 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:14:40.075984 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 731defb3-967b-4b9c-9289-e83e55cb8a43 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:14:40.080862 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 731defb3-967b-4b9c-9289-e83e55cb8a43 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:14:40.081168 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:40.204611 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:40.221571 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 731defb3-967b-4b9c-9289-e83e55cb8a43, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=731defb3-967b-4b9c-9289-e83e55cb8a43,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:14:40.225682 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:40.301872 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=731defb3-967b-4b9c-9289-e83e55cb8a43,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:14:40.415995 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38408) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:14:40.531154 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-36ea6e58-8740-487f-9b14-540a1de856e7 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1140413 Feb 04 22:14:41.953377 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 731defb3-967b-4b9c-9289-e83e55cb8a43 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:14:42.021928 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 731defb3-967b-4b9c-9289-e83e55cb8a43 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:14:42.022298 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:52.450262 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1d13-3a57-4bee-92e6-e37505e4c926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:54.928673 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-56ec87dc-445f-41aa-a48a-613cb773bbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:55.810324 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 5 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:14:55.816504 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:56.203165 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:14:57.190845 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:15:22.454145 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-343e4156-fee2-4da8-9a6e-01ab58a75d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:15:24.931520 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c9f8bb53-dd2f-4499-a7fc-91c481a37cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:15:25.819531 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:15:26.206802 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:15:27.203107 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:15:32.808930 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 5 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:15:52.458924 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-77ab830f-52c9-408d-8e8b-e5c2862c7b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:15:54.938212 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ce696432-958b-4e06-97c5-e6c7f4ce5857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:15:55.824595 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:15:56.217095 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:15:57.203691 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:09.808880 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 5 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:16:22.451328 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-300fb542-17bf-4756-8539-65f545f6f8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:24.934936 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-5eab4a22-7cc3-42d0-8eec-01540a38ab68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:25.825374 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:26.211555 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:27.202346 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:41.861767 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 38978) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:16:41.934118 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.pecan_wsgi.hooks.translation [None req-28267ff5-2ab1-4995-845f-7188258a8c15 admin admin] GET failed (client error): The resource could not be found. Feb 04 22:16:41.935376 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-28267ff5-2ab1-4995-845f-7188258a8c15 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0726953 Feb 04 22:16:42.071290 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390933ac-6618-4dba-b13f-9ccc70a618ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:16:42.072722 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-390933ac-6618-4dba-b13f-9ccc70a618ff admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1334059 Feb 04 22:16:44.242064 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38988) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:16:44.348105 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5501884-0b45-4051-b2c8-c2f154629e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:16:44.348654 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-d5501884-0b45-4051-b2c8-c2f154629e7c admin admin] Synchronizing usage tracker for tenant:92c73011bb2e49a8bb4fb063597afd65 on resource:subnet {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:16:44.364697 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-d5501884-0b45-4051-b2c8-c2f154629e7c admin admin] Unset dirty status for tenant:92c73011bb2e49a8bb4fb063597afd65 on resource:subnet {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:16:44.366094 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-d5501884-0b45-4051-b2c8-c2f154629e7c admin admin] 10.222.0.47 "GET /v2.0/subnets/b2cb46cb-ae5b-49e7-9a4a-e2e75f559383 HTTP/1.1" status: 200 len: 849 time: 0.1230307 Feb 04 22:16:44.375399 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:16:44.485593 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Notify callbacks [] for subnet, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:44.673982 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773680709124'] for subnet, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:44.718838 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:16:44.719429 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:44.721315 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] 10.222.0.47 "PUT /v2.0/subnets/b2cb46cb-ae5b-49e7-9a4a-e2e75f559383 HTTP/1.1" status: 200 len: 868 time: 0.3491714 Feb 04 22:16:44.723405 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8284f92c-60f3-4c30-9f20-14f4dd690bb5 None None] Network 32bb281b-aac4-40ef-8f11-daabf60126b2 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:16:44.745400 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2cb46cb-ae5b-49e7-9a4a-e2e75f559383,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:16:44.753552 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:16:44.753948 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:16:44.754286 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:16:44.754607 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:16:44.754926 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:16:44.755263 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:16:44.755583 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:16:44.755898 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:16:44.756229 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:16:44.756544 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:16:44.756853 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:16:44.757168 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da471db3-5e4f-4eae-aa6f-2c188fc0f68e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:16:45.181099 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-f07c8641-e3f0-428d-ac9e-0482c2b0124d None None] Provisioning complete for port d0e6ed31-aaa9-408e-a14c-8fc9b8b77625 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:16:45.181470 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-f07c8641-e3f0-428d-ac9e-0482c2b0124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:45.303596 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-f07c8641-e3f0-428d-ac9e-0482c2b0124d None None] Provisioning complete for port ee093718-1b82-4d2e-924b-f0eebd49e512 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:16:45.303853 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-f07c8641-e3f0-428d-ac9e-0482c2b0124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:46.808057 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 5 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:16:46.840780 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 38998) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:16:47.010854 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ca9e4-d570-4398-9c88-2beb2da57bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:16:47.011331 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ca9e4-d570-4398-9c88-2beb2da57bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:16:47.012851 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-b88ca9e4-d570-4398-9c88-2beb2da57bf1 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1711323 Feb 04 22:16:49.123345 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39008) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:16:49.293170 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5748990-a048-458d-af4b-19156de873be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:16:49.293652 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5748990-a048-458d-af4b-19156de873be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:16:49.295215 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-e5748990-a048-458d-af4b-19156de873be admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1703787 Feb 04 22:16:51.415430 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39018) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:16:51.588371 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d3ca77-ced4-4b6b-ba01-6c73c6bdf10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:16:51.589760 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-d6d3ca77-ced4-4b6b-ba01-6c73c6bdf10b admin admin] 10.222.0.47 "GET /v2.0/networks/32bb281b-aac4-40ef-8f11-daabf60126b2 HTTP/1.1" status: 200 len: 869 time: 0.1732416 Feb 04 22:16:52.454415 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-34b7ec78-4f5a-4d07-982b-ba82526addc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:53.735570 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39028) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:16:53.961696 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d9dd9-976c-4550-a801-948d8e342ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:16:53.963071 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-484d9dd9-976c-4550-a801-948d8e342ab2 admin admin] 10.222.0.47 "GET /v2.0/networks/3507d728-f957-4adf-968c-fa2aba268e7e HTTP/1.1" status: 200 len: 886 time: 0.2265794 Feb 04 22:16:54.929114 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-27eb43b2-a7d0-41f8-8b7c-f2295400e8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:55.828796 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:56.098585 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39038) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:16:56.203863 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424bd6e5-da37-4c69-8d48-a10f99ca5ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:16:56.204311 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424bd6e5-da37-4c69-8d48-a10f99ca5ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:16:56.205867 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-424bd6e5-da37-4c69-8d48-a10f99ca5ab5 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1062853 Feb 04 22:16:56.212959 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:57.204816 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:16:58.324248 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39048) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:16:58.430386 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38d3f31-fb40-4140-ace6-afdeca096ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:16:58.430838 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38d3f31-fb40-4140-ace6-afdeca096ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:16:58.432329 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-f38d3f31-fb40-4140-ace6-afdeca096ebf admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071260 Feb 04 22:17:00.575120 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39058) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:17:00.685284 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2164-ee16-453d-8efa-250f8f4400dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:17:00.687059 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-0e8e2164-ee16-453d-8efa-250f8f4400dd admin admin] 10.222.0.47 "GET /v2.0/subnets/50197a43-8eed-426f-9ec7-15efed9b49fc HTTP/1.1" status: 200 len: 816 time: 0.1110086 Feb 04 22:17:02.839380 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39068) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:17:02.952381 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b696bb-c8e0-4df0-9b89-9282508b322c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:17:02.953705 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-60b696bb-c8e0-4df0-9b89-9282508b322c admin admin] 10.222.0.47 "GET /v2.0/subnets/b2cb46cb-ae5b-49e7-9a4a-e2e75f559383 HTTP/1.1" status: 200 len: 868 time: 0.1134229 Feb 04 22:17:21.413047 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39114) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:17:21.461406 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [None req-238917f5-9ace-4f74-9ba8-2487a24d56fa admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=86817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 22:17:21.462422 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-238917f5-9ace-4f74-9ba8-2487a24d56fa admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484402 Feb 04 22:17:22.456289 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d16a67a2-db17-4f54-8e2a-581daf7f01a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:23.665950 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39124) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:17:23.731467 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd8e3d2-3663-4121-955e-86269fabd0c1 admin admin] GET failed (client error): The resource could not be found. Feb 04 22:17:23.733208 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-acd8e3d2-3663-4121-955e-86269fabd0c1 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663249 Feb 04 22:17:23.807202 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 5 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:17:23.856592 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea368c8a-1aaf-4acb-8f7b-b56313e39cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:17:23.857996 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-ea368c8a-1aaf-4acb-8f7b-b56313e39cf8 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1209559 Feb 04 22:17:24.931851 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-8a7c07cc-136f-4b16-8f77-58d66ecf740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:25.832705 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:26.002590 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39134) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:17:26.049280 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:17:26.053811 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:17:26.063405 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:17:26.072670 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] Made reservation on behalf of 92c73011bb2e49a8bb4fb063597afd65 for: {'network': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:17:26.075089 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:26.162281 dv-cinder-818885-2-iscsi neutron-server[86818]: WARNING neutron.services.revisions.revision_plugin [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] Could not find related network for resource to bump revision. Feb 04 22:17:26.173892 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=86818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:17:26.182223 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:26.182500 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.segments_db [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] Added segment 73fa2da2-ad9a-47f5-a07e-a7cc07f83c34 of type vlan for network b5f30af9-c62a-41dd-8a39-2c254a305d1b Feb 04 22:17:26.206861 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:26.214318 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:26.235483 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:26.236394 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:17:26.236964 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:26.334605 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f30af9-c62a-41dd-8a39-2c254a305d1b,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:17:26.337528 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-97a1d4d9-3684-44f3-86dd-42ab20538b60 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3339398 Feb 04 22:17:26.352811 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network b5f30af9-c62a-41dd-8a39-2c254a305d1b details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:17:27.208492 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:28.492211 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39144) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:17:28.561532 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2873c3-bc01-46d3-a3be-d40cb4e3e92b admin admin] GET failed (client error): The resource could not be found. Feb 04 22:17:28.562068 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-2e2873c3-bc01-46d3-a3be-d40cb4e3e92b admin admin] Synchronizing usage tracker for tenant:92c73011bb2e49a8bb4fb063597afd65 on resource:network {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:17:28.578004 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-2e2873c3-bc01-46d3-a3be-d40cb4e3e92b admin admin] Unset dirty status for tenant:92c73011bb2e49a8bb4fb063597afd65 on resource:network {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:17:28.579518 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-2e2873c3-bc01-46d3-a3be-d40cb4e3e92b admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0862110 Feb 04 22:17:28.684847 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeadc83-7a81-4aa6-8d02-4e3da7d9f975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:17:28.686229 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-edeadc83-7a81-4aa6-8d02-4e3da7d9f975 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1022482 Feb 04 22:17:28.695530 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] Request body: {'subnet': {'network_id': 'b5f30af9-c62a-41dd-8a39-2c254a305d1b', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:17:28.699611 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:17:28.708582 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:17:28.718376 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] Made reservation on behalf of 92c73011bb2e49a8bb4fb063597afd65 for: {'subnet': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:17:28.720874 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:28.920759 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for subnet, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:28.994454 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=730ee42a-1e32-4601-b6b2-87f20694d752,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:17:28.999797 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] Checking segment: {'id': '73fa2da2-ad9a-47f5-a07e-a7cc07f83c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5f30af9-c62a-41dd-8a39-2c254a305d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:17:29.000148 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] Network hostable DHCP agents. Network: b5f30af9-c62a-41dd-8a39-2c254a305d1b, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:17:29.018858 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] Network b5f30af9-c62a-41dd-8a39-2c254a305d1b is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:17:29.027403 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, b5f30af9-c62a-41dd-8a39-2c254a305d1b) {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:17:29.031554 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:17:29.032140 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:29.036156 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f165e-c766-43d4-9ba9-ea8288a0cb8e None None] Network b5f30af9-c62a-41dd-8a39-2c254a305d1b requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:17:29.056063 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-727d1298-d862-4fad-9e44-3960f915ca16 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3637829 Feb 04 22:17:29.263783 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc10aaa20-4b3d-58be-beff-2596df0677b1-b5f30af9-c62a-41dd-8a39-2c254a305d1b', 'network_id': 'b5f30af9-c62a-41dd-8a39-2c254a305d1b', 'tenant_id': '92c73011bb2e49a8bb4fb063597afd65', 'fixed_ips': [{'subnet_id': '730ee42a-1e32-4601-b6b2-87f20694d752'}]}} from dv-cinder-818885-2-iscsi. {{(pid=86819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 22:17:29.264620 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:29.423751 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.db_base_plugin_common [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Allocated IP 192.168.233.2 (b5f30af9-c62a-41dd-8a39-2c254a305d1b/730ee42a-1e32-4601-b6b2-87f20694d752/60391d48-4f51-44c6-9cd6-0c90d340ce4b) {{(pid=86819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:17:29.653450 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Notify callbacks [] for port, precommit_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:29.663581 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Transition to ACTIVE for port object 60391d48-4f51-44c6-9cd6-0c90d340ce4b will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:17:29.681819 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Transition to ACTIVE for port object 60391d48-4f51-44c6-9cd6-0c90d340ce4b will not be triggered until provisioned by entity DHCP. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:17:29.687971 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:29.758366 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Network b5f30af9-c62a-41dd-8a39-2c254a305d1b is already hosted by enough agents. {{(pid=86819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:17:29.761190 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.base_scheduler [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Resources bound (agent type, host, resource id): {{(pid=86819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:17:29.767323 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Pushing event updated for resources: {'Port': ['ID=60391d48-4f51-44c6-9cd6-0c90d340ce4b,revision_number=1']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:17:29.769468 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Received port after_create {{(pid=86819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:17:29.801375 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:17:29.801743 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:17:29.802067 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:17:29.802394 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:17:29.802712 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:17:29.803047 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:17:29.803363 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:17:29.803697 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:17:29.804010 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:17:29.804320 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:17:29.804626 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:17:29.804928 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:17:29.866520 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Attempting to bind port 60391d48-4f51-44c6-9cd6-0c90d340ce4b on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:17:29.866880 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Attempting to bind port 60391d48-4f51-44c6-9cd6-0c90d340ce4b by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '73fa2da2-ad9a-47f5-a07e-a7cc07f83c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5f30af9-c62a-41dd-8a39-2c254a305d1b'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:17:29.867283 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Attempting to bind port 60391d48-4f51-44c6-9cd6-0c90d340ce4b on network b5f30af9-c62a-41dd-8a39-2c254a305d1b {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:17:29.873374 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:17:29.873681 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Checking segment: {'id': '73fa2da2-ad9a-47f5-a07e-a7cc07f83c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5f30af9-c62a-41dd-8a39-2c254a305d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:17:29.874099 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:29.874490 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Bound using segment: {'id': '73fa2da2-ad9a-47f5-a07e-a7cc07f83c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5f30af9-c62a-41dd-8a39-2c254a305d1b'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:17:29.874945 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Bound port: 60391d48-4f51-44c6-9cd6-0c90d340ce4b, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fa2da2-ad9a-47f5-a07e-a7cc07f83c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5f30af9-c62a-41dd-8a39-2c254a305d1b'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:17:29.875333 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:29.964608 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] For port 60391d48-4f51-44c6-9cd6-0c90d340ce4b, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:17:29.968555 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] For port 60391d48-4f51-44c6-9cd6-0c90d340ce4b, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=60391d48-4f51-44c6-9cd6-0c90d340ce4b,segment=NetworkSegment(73fa2da2-ad9a-47f5-a07e-a7cc07f83c34),segment_id=73fa2da2-ad9a-47f5-a07e-a7cc07f83c34)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:17:29.973341 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:30.052370 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f16af7-57f4-4146-b385-c28631c63091 None None] Pushing event updated for resources: {'Port': ['ID=60391d48-4f51-44c6-9cd6-0c90d340ce4b,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:17:30.941013 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc0a61d-e5b2-49d4-ab4e-fed39ce6fe67 None None] Network b5f30af9-c62a-41dd-8a39-2c254a305d1b requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:17:31.030508 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-3517d5c2-70e8-442c-ae9a-f97a695d4c1e None None] Provisioning for port 60391d48-4f51-44c6-9cd6-0c90d340ce4b completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:17:32.064125 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 60391d48-4f51-44c6-9cd6-0c90d340ce4b up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:17:32.145971 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 60391d48-4f51-44c6-9cd6-0c90d340ce4b completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:17:32.151365 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 60391d48-4f51-44c6-9cd6-0c90d340ce4b triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:17:32.151723 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:32.263511 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:32.294115 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 60391d48-4f51-44c6-9cd6-0c90d340ce4b, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=60391d48-4f51-44c6-9cd6-0c90d340ce4b,segment=NetworkSegment(73fa2da2-ad9a-47f5-a07e-a7cc07f83c34),segment_id=73fa2da2-ad9a-47f5-a07e-a7cc07f83c34)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:17:32.297951 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:32.369558 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=60391d48-4f51-44c6-9cd6-0c90d340ce4b,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:17:34.036524 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 60391d48-4f51-44c6-9cd6-0c90d340ce4b up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:17:34.105954 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 60391d48-4f51-44c6-9cd6-0c90d340ce4b triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:17:34.106337 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:52.459617 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-773435a1-250e-41b7-bc36-d78308b64bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:54.940597 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-1806bf1d-7658-4f78-88a3-273e37e00819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:55.847030 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:56.221115 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:17:57.215258 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:00.810131 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 5 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:18:22.461464 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-36351437-6f3f-4676-8151-bc5b58721b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:24.938820 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-eaab40f4-e674-4ac4-96d5-96b72272d079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:25.839091 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:26.215674 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:27.217907 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:37.808491 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 5 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:18:43.474119 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39194) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:18:43.480573 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [None req-4186631b-f5a9-4e59-9df8-948801eb6d79 tempest-verify_tempest_config-626122632 tempest-verify_tempest_config-626122632-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=86818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 22:18:43.481561 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-4186631b-f5a9-4e59-9df8-948801eb6d79 tempest-verify_tempest_config-626122632 tempest-verify_tempest_config-626122632-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064802 Feb 04 22:18:43.805424 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39212) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:18:43.929903 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:43.948400 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:18:43.952374 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Usage tracker for resource:security_group_rule and tenant:1329fd17b9eb43e899db970aee699643 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:18:43.955353 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:18:43.961105 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:18:44.051140 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:44.055428 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:44.103981 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Synchronizing usage tracker for tenant:92c73011bb2e49a8bb4fb063597afd65 on resource:security_group {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:18:44.107426 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4def31-29ae-4b5e-ba7d-ad12554d089a,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:18:44.118913 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:18:44.119197 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:18:44.119508 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:18:44.119805 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:18:44.120132 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:18:44.120466 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:18:44.120791 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:18:44.121109 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:18:44.121441 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:18:44.121791 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:18:44.122132 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:18:44.122442 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:18:44.134869 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] Unset dirty status for tenant:92c73011bb2e49a8bb4fb063597afd65 on resource:security_group {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:18:44.136165 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-b0023990-1279-4310-862e-646b726ccae5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1329fd17b9eb43e899db970aee699643&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3297167 Feb 04 22:18:44.138912 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39218) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:18:44.198233 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-41b1118f-6b8e-4573-b78c-aa9a005d1395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:44.226381 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-41b1118f-6b8e-4573-b78c-aa9a005d1395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:44.320655 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-41b1118f-6b8e-4573-b78c-aa9a005d1395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:44.338642 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1118f-6b8e-4573-b78c-aa9a005d1395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4def31-29ae-4b5e-ba7d-ad12554d089a,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:18:44.345318 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-41b1118f-6b8e-4573-b78c-aa9a005d1395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:44.346481 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-41b1118f-6b8e-4573-b78c-aa9a005d1395 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b4def31-29ae-4b5e-ba7d-ad12554d089a HTTP/1.1" status: 204 len: 168 time: 0.2066453 Feb 04 22:18:52.472633 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-256fd577-4f7e-4b60-ba9a-6e44a0864647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:54.944028 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-32bbc0d0-1cd4-4310-aa3f-74753975354b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:55.843280 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:56.227352 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:18:57.217927 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:19:14.808430 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 5 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:19:22.470216 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d6bd9fe9-e0de-4055-99e1-41caf3b40ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:19:24.939616 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-033ba033-37f6-467a-b84b-0f6f396c720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:19:25.843001 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:19:26.222553 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:19:27.222675 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:19:51.811341 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 5 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:19:52.464242 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-2de3f1db-8d57-4c44-b5f7-59f6e0fff8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:19:54.942313 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-7061a32d-0385-45ed-95d2-fc753ba38de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:19:55.846575 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:19:56.227191 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:19:57.227634 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:20:22.279692 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579604'] for agent, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:20:22.467348 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3ef0-ee82-4c89-8266-3faae0f4c0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:20:24.954006 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-482e666d-b4bd-425f-8b1c-dd1cb1768765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:20:25.850180 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:20:26.230411 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:20:27.228796 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:20:28.811303 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:20:38.059923 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39290) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:20:38.188628 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-4ec14a80-6320-449b-8194-4a97a8e84920 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1274395 Feb 04 22:20:40.345278 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39300) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:20:40.405985 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-e77a73ab-a8ee-46cd-943c-a616af5ea52c admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0595758 Feb 04 22:20:52.267379 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:20:52.470976 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9db2e289-7e6d-4461-973d-7c747ff735bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:20:54.948478 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-deec7e57-2a5c-4eda-8af7-7f919870f9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:20:55.851193 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:20:56.233472 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:20:57.250300 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:21:05.810286 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:21:22.286661 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:21:22.474163 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e1f37d1a-4004-4029-ba10-43097b912c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:21:24.951307 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-72c1c8ea-2dc0-4f0e-97dd-ac338e6e600d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:21:25.853341 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:21:26.238752 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:21:27.233983 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:21:42.809045 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:21:52.299531 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:21:52.476289 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6387-7e68-4e3d-8705-c30054801def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:21:54.952827 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-f70520dc-52b0-4b46-8fb8-fc6005bdef5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:21:55.856479 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:21:56.231457 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:21:57.237209 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:19.808804 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:22:22.295628 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:22.480447 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d716b6dd-688b-4cc8-8bee-0c763f3faa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:24.959395 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c9018bf5-f603-4d5b-90f9-327b0cc57a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:25.863665 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:26.236469 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:27.247287 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:33.105534 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39444) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:33.609761 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-603993462-network', 'tenant_id': '92ba3f8c0e1842388d25027dc9ab4112'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:33.618781 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:33.626813 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Usage tracker for resource:network and tenant:92ba3f8c0e1842388d25027dc9ab4112 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:33.632036 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:33.641054 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:33.655910 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Made reservation on behalf of 92ba3f8c0e1842388d25027dc9ab4112 for: {'network': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:22:33.659400 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:33.680621 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:33.703565 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:33.709276 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Usage tracker for resource:security_group_rule and tenant:92ba3f8c0e1842388d25027dc9ab4112 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:33.713313 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:33.723404 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:33.826744 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:33.831665 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:33.872003 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=86818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:22:33.877355 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80cb616-7803-4b9c-a134-d6ac75257eec,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:33.885059 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:33.885399 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.segments_db [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Added segment 134304cc-30f4-4e5a-a617-5aa92c265585 of type vlan for network 6d1f8dd4-aad0-4d5a-963a-f6868989ec42 Feb 04 22:22:33.887761 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:33.888130 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:33.888471 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:33.888792 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:33.889117 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:33.889446 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:33.889796 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:33.890164 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:33.890428 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:33.890743 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:33.891065 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:33.891493 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Tracked resource versions report: Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: pushed versions: Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: { 'AddressGroup': {'1.2'}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'ConntrackHelper': {'1.0'}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Log': {'1.0'}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Network': {'1.1'}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Port': {'1.7'}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'PortForwarding': {'1.2'}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'QosPolicy': {'1.8'}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'SecurityGroup': {'1.4'}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'SecurityGroupRule': {'1.2'}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'SubPort': {'1.0'}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Subnet': {'1.1'}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Trunk': {'1.1'}} Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: consumer versions: Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: { DHCP agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: HyperV agent@hv-cinder-81888: {}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: L3 agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: Metadata agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: Metering agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: Open vSwitch agent@dv-cinder-818885-2-iscsi: { 'AddressGroup': '1.2', Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'ConntrackHelper': '1.0', Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Log': '1.0', Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Network': '1.1', Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Port': '1.7', Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'PortForwarding': '1.2', Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'QosPolicy': '1.8', Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'SecurityGroup': '1.4', Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'SecurityGroupRule': '1.2', Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'SubPort': '1.0', Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Subnet': '1.1', Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: 'Trunk': '1.1'}} Feb 04 22:22:33.892449 dv-cinder-818885-2-iscsi neutron-server[86818]: {{(pid=86818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 22:22:33.929463 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:33.962050 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:33.963009 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:33.963604 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:34.069020 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9621964 Feb 04 22:22:34.072235 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d53d7-fb34-4791-858d-a660e2a13d8d admin admin] Pushing event updated for resources: {'Network': ['ID=6d1f8dd4-aad0-4d5a-963a-f6868989ec42,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:34.073232 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39496) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:34.079695 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Request body: {'subnet': {'network_id': '6d1f8dd4-aad0-4d5a-963a-f6868989ec42', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-603993462-subnet', 'tenant_id': '92ba3f8c0e1842388d25027dc9ab4112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:34.086842 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:34.091527 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Usage tracker for resource:subnet and tenant:92ba3f8c0e1842388d25027dc9ab4112 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:34.095804 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:34.098415 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network 6d1f8dd4-aad0-4d5a-963a-f6868989ec42 details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:22:34.102648 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:34.133499 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Made reservation on behalf of 92ba3f8c0e1842388d25027dc9ab4112 for: {'subnet': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:22:34.151865 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:34.448878 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for subnet, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:34.513560 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8d25e4-6ef9-4580-8551-8edaf9811c72,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:34.521937 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:34.522360 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:34.522627 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:34.522960 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:34.523285 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:34.523640 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:34.524802 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:34.524802 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:34.524802 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:34.525059 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:34.525403 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:34.525741 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Tracked resource versions report: Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: pushed versions: Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: { 'AddressGroup': {'1.2'}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'ConntrackHelper': {'1.0'}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Log': {'1.0'}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Network': {'1.1'}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Port': {'1.7'}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'PortForwarding': {'1.2'}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'QosPolicy': {'1.8'}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'SecurityGroup': {'1.4'}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'SecurityGroupRule': {'1.2'}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'SubPort': {'1.0'}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Subnet': {'1.1'}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Trunk': {'1.1'}} Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: consumer versions: Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: { DHCP agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: HyperV agent@hv-cinder-81888: {}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: L3 agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: Metadata agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: Metering agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: Open vSwitch agent@dv-cinder-818885-2-iscsi: { 'AddressGroup': '1.2', Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'ConntrackHelper': '1.0', Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Log': '1.0', Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Network': '1.1', Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Port': '1.7', Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'PortForwarding': '1.2', Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'QosPolicy': '1.8', Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'SecurityGroup': '1.4', Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'SecurityGroupRule': '1.2', Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'SubPort': '1.0', Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Subnet': '1.1', Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: 'Trunk': '1.1'}} Feb 04 22:22:34.526782 dv-cinder-818885-2-iscsi neutron-server[86817]: {{(pid=86817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 22:22:34.559824 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Checking segment: {'id': '134304cc-30f4-4e5a-a617-5aa92c265585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d1f8dd4-aad0-4d5a-963a-f6868989ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:22:34.560660 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Network hostable DHCP agents. Network: 6d1f8dd4-aad0-4d5a-963a-f6868989ec42, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:22:34.587281 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Network 6d1f8dd4-aad0-4d5a-963a-f6868989ec42 is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:22:34.602189 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, 6d1f8dd4-aad0-4d5a-963a-f6868989ec42) {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:34.612898 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:34.617832 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:34.618721 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c299ef-7c8c-4fb7-a61d-d45e44744f26 None None] Network 6d1f8dd4-aad0-4d5a-963a-f6868989ec42 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:22:34.654356 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-1d55a6d8-a2b3-4b74-bdfd-15ad8654fe4e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5793982 Feb 04 22:22:34.672227 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39514) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:34.724881 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39524) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:34.767210 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39530) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:34.929770 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f47f90-bc82-4134-8935-1336e3b68156 None None] Network 6d1f8dd4-aad0-4d5a-963a-f6868989ec42 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:22:34.960450 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39540) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:35.041607 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-55708302-network', 'tenant_id': 'd765331a56184ca39dbfb314d3cbc7dc'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:35.047682 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:35.052222 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Usage tracker for resource:network and tenant:d765331a56184ca39dbfb314d3cbc7dc is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:35.056295 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:35.066077 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:35.078964 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Made reservation on behalf of d765331a56184ca39dbfb314d3cbc7dc for: {'network': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:22:35.083655 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.099812 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.122377 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:35.127842 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Usage tracker for resource:security_group_rule and tenant:d765331a56184ca39dbfb314d3cbc7dc is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:35.131435 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:35.148426 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:35.282055 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.286335 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.322175 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe97dcf-5aca-4095-a134-8bd8b3567f6a,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:35.331075 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=86817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:22:35.342718 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.343151 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.segments_db [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Added segment ffe58588-e4be-431d-96d4-287d7b04179e of type vlan for network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 Feb 04 22:22:35.354234 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-104942537-network', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:35.365257 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:35.374151 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.375073 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Usage tracker for resource:network and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:35.379148 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:35.388974 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:35.408252 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1556861733-network', 'tenant_id': '2972bd90360f40548925dda55e960d83'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:35.411205 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.412891 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:35.413527 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.416423 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:35.423013 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Usage tracker for resource:network and tenant:2972bd90360f40548925dda55e960d83 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:35.426834 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:35.434881 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:35.445473 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Made reservation on behalf of d4727c07e69744808e73ab04657a3e1c for: {'network': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:22:35.449497 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.464473 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Made reservation on behalf of 2972bd90360f40548925dda55e960d83 for: {'network': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:22:35.468107 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.536861 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.555705 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:35.558380 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-813889284-network', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:35.560620 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Usage tracker for resource:security_group_rule and tenant:2972bd90360f40548925dda55e960d83 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:35.561700 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] Pushing event updated for resources: {'Network': ['ID=3ed1a7c4-1918-491f-8413-3f0dd97581c9,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:35.564683 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:35.572525 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:35.592297 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-4d628fda-e3c2-44c9-88a8-a57ea1438f56 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9182780 Feb 04 22:22:35.597134 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:22:35.604211 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:35.610732 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Usage tracker for resource:network and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:35.614083 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:35.621815 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:35.631654 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39560) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:35.639041 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Request body: {'subnet': {'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-55708302-subnet', 'tenant_id': 'd765331a56184ca39dbfb314d3cbc7dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:35.644938 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:35.650114 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Usage tracker for resource:subnet and tenant:d765331a56184ca39dbfb314d3cbc7dc is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:35.660710 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:35.669481 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:35.673758 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.675349 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.687787 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Made reservation on behalf of a695b0b4e11742ffb16d2376dc969eef for: {'network': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:22:35.697083 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.709196 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:35.721094 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.737049 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.758873 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Usage tracker for resource:security_group_rule and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:35.765597 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:35.770302 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:35.773127 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:35.781227 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Usage tracker for resource:security_group_rule and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:35.784517 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:35.799934 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:35.873674 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Made reservation on behalf of d765331a56184ca39dbfb314d3cbc7dc for: {'subnet': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:22:35.876057 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.883245 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.897251 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=86818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:22:35.910813 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.911418 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.segments_db [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Added segment ecc958e1-ac56-4b03-a320-bf677ee949e2 of type vlan for network 147e572c-d5ca-40cc-a413-4c11ad747739 Feb 04 22:22:35.951301 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:35.992619 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.019412 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.020355 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:36.020940 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.050403 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=86818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:22:36.052757 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.062343 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.084985 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f50a1df-45c9-42a9-9a85-4cf60e107386,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:36.147906 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=86817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:22:36.162833 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b16a343-c6c0-41f8-ba6e-7bae354da969,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:36.193047 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.193395 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.segments_db [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Added segment b64a2b98-238e-47b7-a2af-67ab734c2ea8 of type vlan for network b10f71a1-fd6a-4752-b30c-8ed030813f0a Feb 04 22:22:36.212587 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.213121 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.segments_db [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Added segment c2a6f397-9e30-41e2-b113-c8ff56a95d17 of type vlan for network 159c2c49-f816-412b-aa6b-d5818fb0425f Feb 04 22:22:36.273532 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for subnet, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.278160 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5094230 Feb 04 22:22:36.290847 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39598) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:36.314887 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Request body: {'subnet': {'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1556861733-subnet', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:36.333138 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:36.350473 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424c367f-db6e-4e54-9191-b6197ed57837,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:36.361869 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Usage tracker for resource:subnet and tenant:2972bd90360f40548925dda55e960d83 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:36.366714 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac6300-2b5f-409b-91d6-a8205471ce42 admin admin] Pushing event updated for resources: {'Network': ['ID=147e572c-d5ca-40cc-a413-4c11ad747739,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:36.374063 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:36.387084 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.394629 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:36.407568 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network 147e572c-d5ca-40cc-a413-4c11ad747739 details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:22:36.432945 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Made reservation on behalf of 2972bd90360f40548925dda55e960d83 for: {'subnet': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:22:36.437570 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.467717 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ad4abf-da59-4c7c-9f55-c37529f65922,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:36.477300 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.620575 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.db.resource_extend [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 22:22:36.652718 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Checking segment: {'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:22:36.678230 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Network hostable DHCP agents. Network: 3ed1a7c4-1918-491f-8413-3f0dd97581c9, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:22:36.736839 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.740753 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:36.741856 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.753384 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.756357 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:36.756958 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.805498 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8439760 Feb 04 22:22:36.811636 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:22:36.819401 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39612) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:36.881037 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, 3ed1a7c4-1918-491f-8413-3f0dd97581c9) {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:36.886848 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] Pushing event updated for resources: {'Network': ['ID=159c2c49-f816-412b-aa6b-d5818fb0425f,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:36.890011 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Request body: {'subnet': {'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-813889284-subnet', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:36.895821 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-63a8dc49-1337-4e36-a7d6-63308c950295 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1697669 Feb 04 22:22:36.896667 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39616) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:36.913616 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfd3954-82e9-41d5-8fd0-2fac9d52b2b8 None None] Network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:22:36.915527 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:36.915725 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Request body: {'subnet': {'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-subnet', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:36.918474 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:36.919630 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:36.928240 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:36.936949 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Usage tracker for resource:subnet and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:36.941757 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:36.944907 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Usage tracker for resource:subnet and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:36.949760 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-f881ba9c-6e94-427a-bfa2-d1a78f968934 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3164854 Feb 04 22:22:36.952500 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:36.967963 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:36.969373 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96003520-616c-4327-9edb-a038186aa9ec admin admin] Pushing event updated for resources: {'Network': ['ID=b10f71a1-fd6a-4752-b30c-8ed030813f0a,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:36.973212 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:37.007314 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Made reservation on behalf of a695b0b4e11742ffb16d2376dc969eef for: {'subnet': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:22:37.010396 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:37.021765 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network 159c2c49-f816-412b-aa6b-d5818fb0425f details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:22:37.080232 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network b10f71a1-fd6a-4752-b30c-8ed030813f0a details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:22:37.096210 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Made reservation on behalf of d4727c07e69744808e73ab04657a3e1c for: {'subnet': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:22:37.108616 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:37.522814 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for subnet, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:37.651150 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for subnet, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:37.780133 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8440005-8ac9-4a7a-8de4-e22844ad48d9,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:37.803464 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Checking segment: {'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:22:37.804085 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Network hostable DHCP agents. Network: b10f71a1-fd6a-4752-b30c-8ed030813f0a, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:22:37.832827 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Network b10f71a1-fd6a-4752-b30c-8ed030813f0a is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:22:37.847659 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, b10f71a1-fd6a-4752-b30c-8ed030813f0a) {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:37.879446 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:37.885593 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:37.895604 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d4c5f6-790a-4a23-bd48-dc3c3282eb2c None None] Network b10f71a1-fd6a-4752-b30c-8ed030813f0a requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:22:37.947575 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-243da6d3-321c-4cc0-8fce-922fc4bc2066 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0734818 Feb 04 22:22:37.948535 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39668) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:37.955025 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a499076-7138-49cd-a886-8a07c636087b,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:37.964051 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:37.979372 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:37.994031 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Usage tracker for resource:router and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:38.007544 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:38.024503 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:38.036930 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for subnet, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:38.060294 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-652'] for router, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:38.065047 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574484', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-667'] for router, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:38.069299 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe18e4f-092f-4079-a5f6-3491b71a7a6a None None] Network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:22:38.119962 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Checking segment: {'id': 'ecc958e1-ac56-4b03-a320-bf677ee949e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:22:38.120480 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Network hostable DHCP agents. Network: 147e572c-d5ca-40cc-a413-4c11ad747739, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:22:38.134067 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:38.246055 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39676) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:38.281121 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b884a98-3a2e-453c-89b3-9061404d8d95,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:38.283134 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Network 147e572c-d5ca-40cc-a413-4c11ad747739 is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:22:38.300299 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Checking segment: {'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:22:38.300658 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Network hostable DHCP agents. Network: 159c2c49-f816-412b-aa6b-d5818fb0425f, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:22:38.322853 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, 147e572c-d5ca-40cc-a413-4c11ad747739) {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:38.335790 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:38.336388 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:38.363620 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281b3c87-1684-4df4-94d3-de9d3444b468 None None] Network 147e572c-d5ca-40cc-a413-4c11ad747739 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:22:38.391013 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Network 159c2c49-f816-412b-aa6b-d5818fb0425f is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:22:38.401600 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-e7a711b8-1ab6-49c8-b717-18d29e9cf69c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1093118 Feb 04 22:22:38.406773 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39688) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:38.415690 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, 159c2c49-f816-412b-aa6b-d5818fb0425f) {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:38.426359 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:38.427104 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:38.448059 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39694) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:38.452931 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1556861733-router', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:38.468588 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-68e41643-8508-4bae-ae8a-fd238b3ee9eb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5661120 Feb 04 22:22:38.469622 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39698) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:38.477740 dv-cinder-818885-2-iscsi neutron-server[86817]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 22:22:38.479202 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:38.485032 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:38.491331 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Usage tracker for resource:router and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:38.497433 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:38.497776 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee88ee5e-7008-4166-93bb-2e08158f4071 None None] Network 159c2c49-f816-412b-aa6b-d5818fb0425f requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:22:38.505004 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:38.522574 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-652'] for router, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:38.524244 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574484', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-667'] for router, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:38.526508 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:38.546124 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Usage tracker for resource:router and tenant:2972bd90360f40548925dda55e960d83 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:38.569297 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:38.712276 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:38.781056 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:38.935520 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-652'] for router, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:38.936582 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574484', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-667'] for router, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:39.017935 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efda5911-c552-4acf-a1da-88caae8f1d94 None None] Network 147e572c-d5ca-40cc-a413-4c11ad747739 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:22:39.117441 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:39.126737 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-617'] for router, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:39.140643 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-617'] for router, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:39.147460 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-b3c1eed0-e4fa-4d5f-bf8d-8412d1e56214 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:39.150391 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3bf51ee5-62ae-42c4-b429-b768bc3b617b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:39.155146 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-b3c1eed0-e4fa-4d5f-bf8d-8412d1e56214 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/networks?id=6d1f8dd4-aad0-4d5a-963a-f6868989ec42 HTTP/1.1" status: 200 len: 811 time: 0.6986723 Feb 04 22:22:39.179483 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39738) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:39.195709 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-536f11ad-b057-4aba-9420-1b4ef10d755e tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/quotas/92ba3f8c0e1842388d25027dc9ab4112 HTTP/1.1" status: 200 len: 375 time: 0.0395858 Feb 04 22:22:39.357233 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc10aaa20-4b3d-58be-beff-2596df0677b1-b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9'}]}} from dv-cinder-818885-2-iscsi. {{(pid=86819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 22:22:39.358273 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:39.398019 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-3bf51ee5-62ae-42c4-b429-b768bc3b617b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:39.413805 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-3bf51ee5-62ae-42c4-b429-b768bc3b617b admin admin] Usage tracker for resource:security_group_rule and tenant:dea4f402f7ed42d19c9c28aeb3b417e7 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:39.423097 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-3bf51ee5-62ae-42c4-b429-b768bc3b617b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:39.435583 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-3bf51ee5-62ae-42c4-b429-b768bc3b617b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:39.599797 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-8c816609-b694-47ef-940b-da83a32a49dc tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=92ba3f8c0e1842388d25027dc9ab4112&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4031210 Feb 04 22:22:39.776987 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3bf51ee5-62ae-42c4-b429-b768bc3b617b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:39.851972 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-617'] for router, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:39.855156 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc10aaa20-4b3d-58be-beff-2596df0677b1-159c2c49-f816-412b-aa6b-d5818fb0425f', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95'}]}} from dv-cinder-818885-2-iscsi. {{(pid=86819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 22:22:39.856621 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:39.883189 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-1f1c1461-4e5f-45ba-956a-8f879fe1fac9 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:39.884254 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-1f1c1461-4e5f-45ba-956a-8f879fe1fac9 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Synchronizing usage tracker for tenant:d765331a56184ca39dbfb314d3cbc7dc on resource:network {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:22:39.887352 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.db_base_plugin_common [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Allocated IP 172.20.0.2 (b10f71a1-fd6a-4752-b30c-8ed030813f0a/e8440005-8ac9-4a7a-8de4-e22844ad48d9/61df31e1-c594-4ffb-9bf8-ec109e40facd) {{(pid=86819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:22:39.930367 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3bf51ee5-62ae-42c4-b429-b768bc3b617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:40.012927 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-502b3c79-efc4-4e16-8005-d1c1137eae82 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=86817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 22:22:40.020886 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-502b3c79-efc4-4e16-8005-d1c1137eae82 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2353871 Feb 04 22:22:40.024600 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-1f1c1461-4e5f-45ba-956a-8f879fe1fac9 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Unset dirty status for tenant:d765331a56184ca39dbfb314d3cbc7dc on resource:network {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:22:40.026162 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-1f1c1461-4e5f-45ba-956a-8f879fe1fac9 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/networks?id=3ed1a7c4-1918-491f-8413-3f0dd97581c9 HTTP/1.1" status: 200 len: 813 time: 0.8457110 Feb 04 22:22:40.141210 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-e3eee363-46b6-4bd7-b57f-20eec74528c3 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/quotas/d765331a56184ca39dbfb314d3cbc7dc HTTP/1.1" status: 200 len: 375 time: 0.0802963 Feb 04 22:22:40.156395 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:40.213172 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf51ee5-62ae-42c4-b429-b768bc3b617b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23363ede-da7b-4745-8501-5a422269b931,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:40.242941 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-3bf51ee5-62ae-42c4-b429-b768bc3b617b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dea4f402f7ed42d19c9c28aeb3b417e7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9796748 Feb 04 22:22:40.243079 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.db_base_plugin_common [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Allocated IP 172.20.0.2 (159c2c49-f816-412b-aa6b-d5818fb0425f/0b884a98-3a2e-453c-89b3-9061404d8d95/06a85ec9-589b-4780-a53f-1867f712004c) {{(pid=86819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:22:40.256982 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39798) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:40.258535 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:40.282721 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-8b69a61b-bbe5-40c8-a031-6f457606d0d7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1197898 Feb 04 22:22:40.430163 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Notify callbacks [] for port, precommit_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:40.451077 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Transition to ACTIVE for port object 61df31e1-c594-4ffb-9bf8-ec109e40facd will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:22:40.501733 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Transition to ACTIVE for port object 61df31e1-c594-4ffb-9bf8-ec109e40facd will not be triggered until provisioned by entity DHCP. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:22:40.527205 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Allocated IP 172.27.0.189 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/2741ecbb-2cbe-48d7-8232-8e954856cced) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:22:40.588969 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Notify callbacks [] for port, precommit_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:40.596179 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-d606c1a9-d38d-4ff1-bd31-9ca6c4acd6ea service neutron] 10.222.0.47 "GET /v2.0/networks/6d1f8dd4-aad0-4d5a-963a-f6868989ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737734 Feb 04 22:22:40.601796 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Transition to ACTIVE for port object 06a85ec9-589b-4780-a53f-1867f712004c will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:22:40.625965 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Transition to ACTIVE for port object 06a85ec9-589b-4780-a53f-1867f712004c will not be triggered until provisioned by entity DHCP. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:22:40.630012 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:40.643238 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-ccae432e-0fb8-4413-b8b9-31a18cc50361 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=86817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 22:22:40.650136 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-ccae432e-0fb8-4413-b8b9-31a18cc50361 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2739532 Feb 04 22:22:40.676683 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:40.712605 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Network b10f71a1-fd6a-4752-b30c-8ed030813f0a is already hosted by enough agents. {{(pid=86819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:22:40.717574 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.base_scheduler [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Resources bound (agent type, host, resource id): {{(pid=86819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:40.725369 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Network 159c2c49-f816-412b-aa6b-d5818fb0425f is already hosted by enough agents. {{(pid=86819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:22:40.726752 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Received port after_create {{(pid=86819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:22:40.731986 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.base_scheduler [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Resources bound (agent type, host, resource id): {{(pid=86819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:40.738698 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Received port after_create {{(pid=86819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:22:40.741250 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Pushing event updated for resources: {'Port': ['ID=61df31e1-c594-4ffb-9bf8-ec109e40facd,revision_number=1']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:40.752907 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:40.753599 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:40.754215 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:40.754748 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:40.755297 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:40.755849 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:40.756392 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:40.756918 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:40.757495 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:40.758079 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:40.758617 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:40.759144 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Tracked resource versions report: Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: pushed versions: Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: { 'AddressGroup': {'1.2'}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'ConntrackHelper': {'1.0'}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Log': {'1.0'}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Network': {'1.1'}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Port': {'1.7'}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'PortForwarding': {'1.2'}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'QosPolicy': {'1.8'}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'SecurityGroup': {'1.4'}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'SecurityGroupRule': {'1.2'}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'SubPort': {'1.0'}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Subnet': {'1.1'}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Trunk': {'1.1'}} Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: consumer versions: Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: { DHCP agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: HyperV agent@hv-cinder-81888: {}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: L3 agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: Metadata agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: Metering agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: Open vSwitch agent@dv-cinder-818885-2-iscsi: { 'AddressGroup': '1.2', Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'ConntrackHelper': '1.0', Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Log': '1.0', Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Network': '1.1', Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Port': '1.7', Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'PortForwarding': '1.2', Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'QosPolicy': '1.8', Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'SecurityGroup': '1.4', Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'SecurityGroupRule': '1.2', Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'SubPort': '1.0', Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Subnet': '1.1', Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: 'Trunk': '1.1'}} Feb 04 22:22:40.760400 dv-cinder-818885-2-iscsi neutron-server[86819]: {{(pid=86819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 22:22:40.762995 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:40.814380 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0fca687b-f061-402a-aa36-6a06f411c196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:40.823317 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:40.844122 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0fca687b-f061-402a-aa36-6a06f411c196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:40.907586 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:40.946011 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:40.956676 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0fca687b-f061-402a-aa36-6a06f411c196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:41.004022 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:22:41.004813 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Attempting to bind port 61df31e1-c594-4ffb-9bf8-ec109e40facd on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:22:41.005388 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Attempting to bind port 61df31e1-c594-4ffb-9bf8-ec109e40facd by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:22:41.005993 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Attempting to bind port 61df31e1-c594-4ffb-9bf8-ec109e40facd on network b10f71a1-fd6a-4752-b30c-8ed030813f0a {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:22:41.010266 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:41.013655 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:22:41.024168 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Pushing event updated for resources: {'Port': ['ID=06a85ec9-589b-4780-a53f-1867f712004c,revision_number=1']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:41.032444 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Attempting to bind port 06a85ec9-589b-4780-a53f-1867f712004c on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:22:41.033340 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Attempting to bind port 06a85ec9-589b-4780-a53f-1867f712004c by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:22:41.034068 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Attempting to bind port 06a85ec9-589b-4780-a53f-1867f712004c on network 159c2c49-f816-412b-aa6b-d5818fb0425f {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:22:41.039030 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:22:41.039773 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Checking segment: {'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:22:41.040387 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:41.040967 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Bound using segment: {'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:22:41.041641 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Bound port: 61df31e1-c594-4ffb-9bf8-ec109e40facd, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:22:41.042274 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:41.056799 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:22:41.057551 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Checking segment: {'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:22:41.058182 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:41.058841 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Bound using segment: {'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:22:41.059551 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Bound port: 06a85ec9-589b-4780-a53f-1867f712004c, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:22:41.060203 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:41.101650 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca687b-f061-402a-aa36-6a06f411c196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23363ede-da7b-4745-8501-5a422269b931,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:41.154924 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39826) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:41.172943 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Pushing event updated for resources: {'Port': ['ID=2741ecbb-2cbe-48d7-8232-8e954856cced,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:41.187714 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-dba6f330-5871-4feb-b119-9ce90daa265d service neutron] 10.222.0.47 "GET /v2.0/networks/6d1f8dd4-aad0-4d5a-963a-f6868989ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904353 Feb 04 22:22:41.229754 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0fca687b-f061-402a-aa36-6a06f411c196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:41.234218 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-0fca687b-f061-402a-aa36-6a06f411c196 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/23363ede-da7b-4745-8501-5a422269b931 HTTP/1.1" status: 204 len: 168 time: 0.9716387 Feb 04 22:22:41.242181 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] For port 06a85ec9-589b-4780-a53f-1867f712004c, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:22:41.244384 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:41.244575 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] For port 61df31e1-c594-4ffb-9bf8-ec109e40facd, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:22:41.248308 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] For port 06a85ec9-589b-4780-a53f-1867f712004c, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=06a85ec9-589b-4780-a53f-1867f712004c,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:22:41.250388 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] For port 61df31e1-c594-4ffb-9bf8-ec109e40facd, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=61df31e1-c594-4ffb-9bf8-ec109e40facd,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:22:41.256821 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:41.384422 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:41.431205 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:41.437998 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-9d5b79ed-0490-4ce3-b6bb-ff736dae5b3f service neutron] 10.222.0.47 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7869282 Feb 04 22:22:41.519993 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d78a5-8c5d-401d-ae75-e3a2554aa2e4 None None] Pushing event updated for resources: {'Port': ['ID=06a85ec9-589b-4780-a53f-1867f712004c,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:41.750294 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:41.812882 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Allocated IP 172.27.0.102 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/ede134d8-77d0-4a26-a2ee-2b432509832e) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:22:41.820517 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56fd92-a4b1-4b68-a5ec-1283dfb60f5b None None] Pushing event updated for resources: {'Port': ['ID=61df31e1-c594-4ffb-9bf8-ec109e40facd,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:42.056621 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39858) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:42.102789 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-42b777de-60a7-4dba-8e8b-73e585836c0c req-2327fa6f-85bb-4fd5-af72-4e1b490f2d89 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.2168911 Feb 04 22:22:42.206945 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-53371a55-51b2-4e4f-8980-d08e6fa5a3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:42.275739 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-53371a55-51b2-4e4f-8980-d08e6fa5a3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:42.282784 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-53371a55-51b2-4e4f-8980-d08e6fa5a3fd admin admin] Usage tracker for resource:security_group_rule and tenant:490a93b9907e49a89ac90e11a0461e65 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:42.303213 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-53371a55-51b2-4e4f-8980-d08e6fa5a3fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:42.338293 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e06b996d-d4cc-47bd-a9f2-74a56c44207c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:42.348597 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-53371a55-51b2-4e4f-8980-d08e6fa5a3fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:42.368337 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-409dfada-46cc-4fea-8bdd-ae7b2198bcc6 service neutron] 10.222.0.47 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9212921 Feb 04 22:22:42.381049 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-e06b996d-d4cc-47bd-a9f2-74a56c44207c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:42.395727 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-e06b996d-d4cc-47bd-a9f2-74a56c44207c admin admin] Usage tracker for resource:security_group_rule and tenant:79f3b2676faa4a77a0a4858b9b630a2b is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:42.402087 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-e06b996d-d4cc-47bd-a9f2-74a56c44207c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:42.421154 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-e06b996d-d4cc-47bd-a9f2-74a56c44207c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:42.465294 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 61df31e1-c594-4ffb-9bf8-ec109e40facd up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:22:42.509444 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:42.589517 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574497'] for router, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:42.661815 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-53371a55-51b2-4e4f-8980-d08e6fa5a3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:42.676704 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-53371a55-51b2-4e4f-8980-d08e6fa5a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:42.677643 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 61df31e1-c594-4ffb-9bf8-ec109e40facd completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:22:42.692749 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 06a85ec9-589b-4780-a53f-1867f712004c up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:22:42.758746 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Allocated IP 172.27.0.69 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/1f75cf9e-10df-4ba1-ad80-a37d55d76efe) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:22:42.907109 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 06a85ec9-589b-4780-a53f-1867f712004c completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:22:43.075327 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:43.123037 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Router 3893d65c-2a96-481a-bf57-45598f903412 is scheduled to L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 with binding_index 1 {{(pid=86818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 22:22:43.203501 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e06b996d-d4cc-47bd-a9f2-74a56c44207c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:43.245834 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cc3fb40f-3f6d-4bf9-8e39-1641b6c6ac14 req-32656bbb-118a-4e3e-b3b8-75af36d4cdd7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 210 time: 0.2245879 Feb 04 22:22:43.251310 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-53371a55-51b2-4e4f-8980-d08e6fa5a3fd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=490a93b9907e49a89ac90e11a0461e65&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1447167 Feb 04 22:22:43.255106 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 39918) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:43.286970 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:22:43.291008 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e06b996d-d4cc-47bd-a9f2-74a56c44207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:43.384722 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85dfcc7-7648-49a9-8890-1d3a35d3224d None None] Network b10f71a1-fd6a-4752-b30c-8ed030813f0a requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:22:43.474424 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-e06b996d-d4cc-47bd-a9f2-74a56c44207c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=79f3b2676faa4a77a0a4858b9b630a2b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3114703 Feb 04 22:22:43.475374 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53371a55-51b2-4e4f-8980-d08e6fa5a3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1119764-a144-4ffd-90a0-bb8860019f37,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:43.482491 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39934) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:43.483445 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:43.575501 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-16db1227-31b9-482c-90e5-dea53fd947c5 None None] Provisioning for port 61df31e1-c594-4ffb-9bf8-ec109e40facd completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:22:43.612318 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:22:43.628254 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Sync routers for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:22:43.644833 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-16db1227-31b9-482c-90e5-dea53fd947c5 None None] Provisioning complete for port 61df31e1-c594-4ffb-9bf8-ec109e40facd triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:22:43.645813 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-16db1227-31b9-482c-90e5-dea53fd947c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:43.662353 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:22:43.662983 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:22:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:22:43.695113 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-431f31d3-2e2b-4311-bad1-aee26735a487 req-11feeef7-39b2-455a-bc0e-35b027580c23 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.4117901 Feb 04 22:22:43.721745 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-cafe5573-0d38-42f0-aa5d-85b55957cea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:43.727619 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:22:43.747825 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] Notify callbacks [] for router, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:43.749124 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-1556fb1e-4fa5-4654-b461-73cbf5c01cdd admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2783296 Feb 04 22:22:43.763961 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39946) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:43.800929 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:43.857745 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68777260-766d-4ae1-8532-60600ce82d94 None None] Network 159c2c49-f816-412b-aa6b-d5818fb0425f requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:22:43.918537 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-cafe5573-0d38-42f0-aa5d-85b55957cea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:43.968126 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:22:44.037147 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b996d-d4cc-47bd-a9f2-74a56c44207c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089fca97-8059-4556-85c6-54011d60a2de,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:44.120667 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8fae790a-84a6-47d8-84fb-f6778a22eb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:44.172310 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8fae790a-84a6-47d8-84fb-f6778a22eb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:44.184380 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-16db1227-31b9-482c-90e5-dea53fd947c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:44.235881 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-cafe5573-0d38-42f0-aa5d-85b55957cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:44.279872 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-16db1227-31b9-482c-90e5-dea53fd947c5 None None] For port 61df31e1-c594-4ffb-9bf8-ec109e40facd, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=61df31e1-c594-4ffb-9bf8-ec109e40facd,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:22:44.289442 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-16db1227-31b9-482c-90e5-dea53fd947c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:44.300533 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Pushing event updated for resources: {'Port': ['ID=ede134d8-77d0-4a26-a2ee-2b432509832e,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:44.303183 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe5573-0d38-42f0-aa5d-85b55957cea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089fca97-8059-4556-85c6-54011d60a2de,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:44.327445 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8fae790a-84a6-47d8-84fb-f6778a22eb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:44.361689 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae790a-84a6-47d8-84fb-f6778a22eb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1119764-a144-4ffd-90a0-bb8860019f37,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:44.370574 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-cafe5573-0d38-42f0-aa5d-85b55957cea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:44.375322 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-cafe5573-0d38-42f0-aa5d-85b55957cea8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/089fca97-8059-4556-85c6-54011d60a2de HTTP/1.1" status: 204 len: 168 time: 0.8859117 Feb 04 22:22:44.380586 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:41Z', 'revision_number': 3, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:22:44.387979 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Checking router: 3893d65c-2a96-481a-bf57-45598f903412 for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:22:44.389080 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Updating router 3893d65c-2a96-481a-bf57-45598f903412 port 2741ecbb-2cbe-48d7-8232-8e954856cced binding host dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:22:44.444534 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8fae790a-84a6-47d8-84fb-f6778a22eb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:44.452465 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-8fae790a-84a6-47d8-84fb-f6778a22eb83 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b1119764-a144-4ffd-90a0-bb8860019f37 HTTP/1.1" status: 204 len: 168 time: 1.1715648 Feb 04 22:22:44.566482 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:44.589700 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db1227-31b9-482c-90e5-dea53fd947c5 None None] Pushing event updated for resources: {'Port': ['ID=61df31e1-c594-4ffb-9bf8-ec109e40facd,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:44.593327 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-75f39bfa-8594-4b11-8a5f-020c79928557 None None] Provisioning for port 06a85ec9-589b-4780-a53f-1867f712004c completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:22:44.613109 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-75f39bfa-8594-4b11-8a5f-020c79928557 None None] Provisioning complete for port 06a85ec9-589b-4780-a53f-1867f712004c triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:22:44.613478 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-75f39bfa-8594-4b11-8a5f-020c79928557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:44.634803 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:44.906486 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-75f39bfa-8594-4b11-8a5f-020c79928557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:44.999010 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-75f39bfa-8594-4b11-8a5f-020c79928557 None None] For port 06a85ec9-589b-4780-a53f-1867f712004c, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=06a85ec9-589b-4780-a53f-1867f712004c,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:22:45.012674 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-75f39bfa-8594-4b11-8a5f-020c79928557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:45.027657 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0e7a458f-400e-4036-bbe4-504c577fb62f req-f181be8a-03d5-4ce8-874b-9f16e7443238 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 210 time: 0.3509848 Feb 04 22:22:45.034927 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:22:45.043681 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:45.115986 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0af5d5a9-d773-47bf-be36-ff5bcbda96f1 req-e49447bd-d927-493c-b72b-7e87cdb58558 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.0783026 Feb 04 22:22:45.118573 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:22:45.181046 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-8b4437bd-6e3c-443b-870e-922f3d1ba293 None None] Provisioning complete for port 61df31e1-c594-4ffb-9bf8-ec109e40facd triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:22:45.181417 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-8b4437bd-6e3c-443b-870e-922f3d1ba293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:45.241991 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f39bfa-8594-4b11-8a5f-020c79928557 None None] Pushing event updated for resources: {'Port': ['ID=06a85ec9-589b-4780-a53f-1867f712004c,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:45.283565 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 39982) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:45.337415 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Pushing event updated for resources: {'Port': ['ID=1f75cf9e-10df-4ba1-ad80-a37d55d76efe,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:45.350000 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a02fea5a-84ee-4c50-abbe-6006d620d4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:45.376782 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Notify callbacks [] for port, precommit_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:45.379867 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-8b4437bd-6e3c-443b-870e-922f3d1ba293 None None] Provisioning complete for port 06a85ec9-589b-4780-a53f-1867f712004c triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:22:45.380620 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-8b4437bd-6e3c-443b-870e-922f3d1ba293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:45.390666 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.provisioning_blocks [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Transition to ACTIVE for port object 2741ecbb-2cbe-48d7-8232-8e954856cced will not be triggered until provisioned by entity L2. {{(pid=86820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:22:45.404381 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:45.424717 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-a02fea5a-84ee-4c50-abbe-6006d620d4a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:45.445569 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:45.447633 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-a02fea5a-84ee-4c50-abbe-6006d620d4a5 admin admin] Usage tracker for resource:security_group_rule and tenant:73b1313330c94efeb08896a72b6aac42 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:45.566595 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Attempting to bind port 2741ecbb-2cbe-48d7-8232-8e954856cced on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:22:45.567105 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Attempting to bind port 2741ecbb-2cbe-48d7-8232-8e954856cced by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:22:45.567564 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Attempting to bind port 2741ecbb-2cbe-48d7-8232-8e954856cced on network 3507d728-f957-4adf-968c-fa2aba268e7e {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:22:45.579497 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:22:45.580192 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Checking segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:22:45.580708 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:45.581236 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Bound using segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:22:45.581889 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Bound port: 2741ecbb-2cbe-48d7-8232-8e954856cced, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:22:45.582414 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:45.613562 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Pushing event updated for resources: {'Port': ['ID=2741ecbb-2cbe-48d7-8232-8e954856cced,revision_number=2']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:45.636478 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:45.637024 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:45.637470 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:45.637922 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:45.638391 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:45.638822 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:45.639249 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:45.639677 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:45.640120 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:45.640550 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:45.640972 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:45.641561 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Tracked resource versions report: Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: pushed versions: Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: { 'AddressGroup': {'1.2'}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'ConntrackHelper': {'1.0'}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Log': {'1.0'}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Network': {'1.1'}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Port': {'1.7'}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'PortForwarding': {'1.2'}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'QosPolicy': {'1.8'}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'SecurityGroup': {'1.4'}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'SecurityGroupRule': {'1.2'}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'SubPort': {'1.0'}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Subnet': {'1.1'}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Trunk': {'1.1'}} Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: consumer versions: Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: { DHCP agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: HyperV agent@hv-cinder-81888: {}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: L3 agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: Metadata agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: Metering agent@dv-cinder-818885-2-iscsi: {}, Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: Open vSwitch agent@dv-cinder-818885-2-iscsi: { 'AddressGroup': '1.2', Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'ConntrackHelper': '1.0', Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Log': '1.0', Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Network': '1.1', Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Port': '1.7', Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'PortForwarding': '1.2', Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'QosPolicy': '1.8', Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'SecurityGroup': '1.4', Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'SecurityGroupRule': '1.2', Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'SubPort': '1.0', Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Subnet': '1.1', Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: 'Trunk': '1.1'}} Feb 04 22:22:45.645635 dv-cinder-818885-2-iscsi neutron-server[86820]: {{(pid=86820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 22:22:45.697072 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] For port 2741ecbb-2cbe-48d7-8232-8e954856cced, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:22:45.702052 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] For port 2741ecbb-2cbe-48d7-8232-8e954856cced, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=2741ecbb-2cbe-48d7-8232-8e954856cced,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:22:45.714147 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:45.723398 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-a02fea5a-84ee-4c50-abbe-6006d620d4a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:45.735604 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-a02fea5a-84ee-4c50-abbe-6006d620d4a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:45.821007 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:45.867006 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ced2b4-87a2-4174-b67f-9f5b750a0385 None None] Pushing event updated for resources: {'Port': ['ID=2741ecbb-2cbe-48d7-8232-8e954856cced,revision_number=3']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:45.886541 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:22:45.887777 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:22:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:22:45.948165 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:45.949799 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a02fea5a-84ee-4c50-abbe-6006d620d4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:45.989002 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a02fea5a-84ee-4c50-abbe-6006d620d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:46.059210 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-a02fea5a-84ee-4c50-abbe-6006d620d4a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73b1313330c94efeb08896a72b6aac42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7722399 Feb 04 22:22:46.062801 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40000) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:46.102700 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:22:46.129630 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fea5a-84ee-4c50-abbe-6006d620d4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09750de7-7b71-41d3-9747-b90033add00b,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:46.208665 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Allocated IP 172.20.0.1 (159c2c49-f816-412b-aa6b-d5818fb0425f/0b884a98-3a2e-453c-89b3-9061404d8d95/79024438-fbe8-4e4e-8707-f869f5a068e5) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:22:46.372576 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 61df31e1-c594-4ffb-9bf8-ec109e40facd up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:22:46.463955 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-24ae2a5d-8871-4920-b16d-1c788d022c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:46.505145 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 61df31e1-c594-4ffb-9bf8-ec109e40facd triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:22:46.507278 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:46.578009 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-24ae2a5d-8871-4920-b16d-1c788d022c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:46.661158 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:41Z', 'revision_number': 3, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:22:46.667417 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac2d384-f949-405f-a0b4-777313322e25 None None] The sync data for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi is: [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:41Z', 'revision_number': 3, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:22:46.706561 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-86d3c354-d292-4a99-8444-5abc77852a7d req-58b8fb23-280d-4f4a-85bf-69f1c9a8828f tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 210 time: 0.4239600 Feb 04 22:22:46.725106 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b6727911-e106-4583-a7f8-18f83027aee2 req-ab1ac8da-e553-455b-9d39-ea40acbeeaa4 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.3448482 Feb 04 22:22:46.795468 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574497'] for router, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:46.808074 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:46.820910 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 06a85ec9-589b-4780-a53f-1867f712004c up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:22:46.859376 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-24ae2a5d-8871-4920-b16d-1c788d022c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:46.874964 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Transition to ACTIVE for port object 79024438-fbe8-4e4e-8707-f869f5a068e5 will not be triggered until provisioned by entity DHCP. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:22:46.904321 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae2a5d-8871-4920-b16d-1c788d022c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09750de7-7b71-41d3-9747-b90033add00b,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:46.922423 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-24ae2a5d-8871-4920-b16d-1c788d022c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:46.923857 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-24ae2a5d-8871-4920-b16d-1c788d022c47 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09750de7-7b71-41d3-9747-b90033add00b HTTP/1.1" status: 204 len: 168 time: 0.8174891 Feb 04 22:22:46.961765 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 06a85ec9-589b-4780-a53f-1867f712004c triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:22:46.962361 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:46.993149 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:47.008637 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574497'] for router, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:47.176373 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Pushing event updated for resources: {'Port': ['ID=79024438-fbe8-4e4e-8707-f869f5a068e5,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:47.218913 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Network 159c2c49-f816-412b-aa6b-d5818fb0425f is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:22:47.221420 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:47.226478 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:22:47.227579 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746523'] for router_interface, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:47.492842 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.58', 57598) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:47.560707 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:47.791358 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-9cc9dcf9-a68a-40ba-b287-ca322eae117e None None] Provisioning for port 79024438-fbe8-4e4e-8707-f869f5a068e5 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:22:47.797450 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-9cc9dcf9-a68a-40ba-b287-ca322eae117e None None] Provisioning complete for port 79024438-fbe8-4e4e-8707-f869f5a068e5 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:22:47.797855 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9cc9dcf9-a68a-40ba-b287-ca322eae117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:47.982940 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-620cd290-a444-440b-a4ed-6e1c0f2a746c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:47.984487 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-620cd290-a444-440b-a4ed-6e1c0f2a746c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "GET /v2.0/networks?id=3ed1a7c4-1918-491f-8413-3f0dd97581c9 HTTP/1.1" status: 200 len: 813 time: 0.4886625 Feb 04 22:22:48.002330 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-9cc9dcf9-a68a-40ba-b287-ca322eae117e None None] Port 79024438-fbe8-4e4e-8707-f869f5a068e5 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:22:48.103142 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cfe32e2a-704a-4628-b51a-7054bffbedb8 req-a2d03545-20ae-44f2-8064-1e45c429a6f4 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.2089458 Feb 04 22:22:48.122094 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Request body: {'port': {'device_id': 'd1d2a285-3d52-4706-8bc3-1b3169db99a5', 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9', 'admin_state_up': True, 'tenant_id': 'd765331a56184ca39dbfb314d3cbc7dc'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:48.150568 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9aca40b4-0138-4dbb-bea3-62917ec2e720 req-80285315-4103-4839-af79-ec33e42dadd2 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 210 time: 0.1367154 Feb 04 22:22:48.191408 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.58', 57601) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:48.253738 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Router 1b3bdabe-0236-4211-94a4-f81f76774685 is scheduled to L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 with binding_index 1 {{(pid=86817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 22:22:48.438017 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 2741ecbb-2cbe-48d7-8232-8e954856cced up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:22:48.566308 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 2741ecbb-2cbe-48d7-8232-8e954856cced completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:22:48.572450 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:48.584359 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 2741ecbb-2cbe-48d7-8232-8e954856cced triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:22:48.584727 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:48.597040 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Usage tracker for resource:port and tenant:d765331a56184ca39dbfb314d3cbc7dc is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:48.609781 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:48.626087 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:48.627889 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:48.634625 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:48.635515 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746750'] for router_interface, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:48.772178 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Router d32510b7-3377-468a-b965-5862a8291ed2 is scheduled to L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 with binding_index 1 {{(pid=86817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 22:22:48.845704 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Made reservation on behalf of d765331a56184ca39dbfb314d3cbc7dc for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:22:48.863669 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:48.982553 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:49.016019 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 2741ecbb-2cbe-48d7-8232-8e954856cced, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=2741ecbb-2cbe-48d7-8232-8e954856cced,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:22:49.031348 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:49.085955 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-2112c23d-d225-4da6-b354-4da0e7442da7 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:49.087882 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-2112c23d-d225-4da6-b354-4da0e7442da7 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.58 "GET /v2.0/networks?id=6d1f8dd4-aad0-4d5a-963a-f6868989ec42 HTTP/1.1" status: 200 len: 811 time: 0.8940279 Feb 04 22:22:49.092179 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Pushing event updated for resources: {'Port': ['ID=79024438-fbe8-4e4e-8707-f869f5a068e5,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:49.120660 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Request body: {'port': {'device_id': '521356d6-e371-49f6-9236-f90de6643e7b', 'network_id': '6d1f8dd4-aad0-4d5a-963a-f6868989ec42', 'admin_state_up': True, 'tenant_id': '92ba3f8c0e1842388d25027dc9ab4112'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:49.283759 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=2741ecbb-2cbe-48d7-8232-8e954856cced,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:49.342905 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Network 159c2c49-f816-412b-aa6b-d5818fb0425f is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:22:49.350750 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:49.525452 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Allocated IP 172.20.0.2 (3ed1a7c4-1918-491f-8413-3f0dd97581c9/48ad4abf-da59-4c7c-9f55-c37529f65922/9f008f5c-a68b-4939-9166-32a8f2bc59b7) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:22:49.691504 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Router 3893d65c-2a96-481a-bf57-45598f903412 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:22:49.725488 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2f3764e3-8af5-4f8c-b552-a0109f72141a req-159331d0-27ea-42a0-9f0e-d93b0cb334dc tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.3438361 Feb 04 22:22:49.731681 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:49.736258 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Usage tracker for resource:port and tenant:92ba3f8c0e1842388d25027dc9ab4112 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:49.739775 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:49.742356 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-3774752c-868a-4f9d-a37a-8d9638fdcd62 None None] Provisioning complete for port 79024438-fbe8-4e4e-8707-f869f5a068e5 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:22:49.742727 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-3774752c-868a-4f9d-a37a-8d9638fdcd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:49.756000 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:49.865102 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-3774752c-868a-4f9d-a37a-8d9638fdcd62 None None] Port 79024438-fbe8-4e4e-8707-f869f5a068e5 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:22:49.993280 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Made reservation on behalf of 92ba3f8c0e1842388d25027dc9ab4112 for: {'port': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:22:49.997739 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:50.043155 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:22:50.059556 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Sync routers for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:22:50.060558 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4f120de7-bcfd-4ed9-a25c-63955af86bc5 req-552e570a-d9ad-416f-be78-2039741674cf tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 210 time: 0.6235664 Feb 04 22:22:50.064680 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:22:50.076535 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Sync routers for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:22:50.085884 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:22:50.086855 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:22:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:22:50.093156 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:22:50.095383 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:22:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:22:50.100551 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-32b8880f-6619-4f57-b71f-ddb67a7f6982 admin admin] 10.222.0.47 "PUT /v2.0/routers/3893d65c-2a96-481a-bf57-45598f903412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3265290 Feb 04 22:22:50.106275 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:22:50.290753 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40172) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:50.307621 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:50.352066 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:50.386617 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] Notify callbacks [] for router, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:50.392156 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-f5f42862-f7d9-465b-9642-42b5f2b4aec2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.9825163 Feb 04 22:22:50.395770 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] Notify callbacks [] for router, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:50.397261 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-8383ed5f-cb08-431c-8ecc-543362102760 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.4442029 Feb 04 22:22:50.414121 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 40178) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:50.414457 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 40180) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:50.417063 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Sync routers for ids ['d32510b7-3377-468a-b965-5862a8291ed2'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:22:50.449393 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 2741ecbb-2cbe-48d7-8232-8e954856cced up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:22:50.577768 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Pushing event updated for resources: {'Port': ['ID=9f008f5c-a68b-4939-9166-32a8f2bc59b7,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:50.638579 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:22:50.640888 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:50.646970 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:22:50.655592 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Routers {'d32510b7-3377-468a-b965-5862a8291ed2'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:22:50.656810 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:22:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['d32510b7-3377-468a-b965-5862a8291ed2'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:22:50.679668 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:50.686840 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:50.765735 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:22:50.778113 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b49fea9c-ddb6-4b38-a663-8eb2c0b5272e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6602433 Feb 04 22:22:50.803058 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-75ac2de8-1289-439d-b795-1b53dfac19cd tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=86818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 22:22:50.809636 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-75ac2de8-1289-439d-b795-1b53dfac19cd tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105937 Feb 04 22:22:51.006227 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64776cef-b348-4000-89e0-d8c4098f3812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:51.064189 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Set router d32510b7-3377-468a-b965-5862a8291ed2 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:22:51.127442 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-64776cef-b348-4000-89e0-d8c4098f3812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:51.154308 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-64776cef-b348-4000-89e0-d8c4098f3812 admin admin] Usage tracker for resource:security_group_rule and tenant:989d0f24de5944439524733c20d7b09e is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:51.174809 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-64776cef-b348-4000-89e0-d8c4098f3812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:51.210816 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-64776cef-b348-4000-89e0-d8c4098f3812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:51.619528 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64776cef-b348-4000-89e0-d8c4098f3812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:51.638469 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64776cef-b348-4000-89e0-d8c4098f3812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:51.808783 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-64776cef-b348-4000-89e0-d8c4098f3812 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=989d0f24de5944439524733c20d7b09e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5156703 Feb 04 22:22:51.818448 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40208) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:51.819134 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64776cef-b348-4000-89e0-d8c4098f3812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e261d73-1602-4e44-806c-8810e71b74a3,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:51.868823 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40214) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:52.002313 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-08f61483-2d84-4599-8417-fa6119565c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:52.039763 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:44Z', 'revision_number': 3, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:22:52.056192 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Checking router: 1b3bdabe-0236-4211-94a4-f81f76774685 for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:22:52.056612 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Updating router 1b3bdabe-0236-4211-94a4-f81f76774685 port ede134d8-77d0-4a26-a2ee-2b432509832e binding host dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:22:52.057887 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Request body: {'port': {'device_id': 'd1d2a285-3d52-4706-8bc3-1b3169db99a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:52.113016 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7afd4f1f-7ea1-446e-89c3-ab7a1bfbd5b0 req-9c88ad6d-120e-4963-a660-dab71bce8ab8 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.7663834 Feb 04 22:22:52.114804 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:22:52.244858 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:52.287606 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-14dfc2e9-c453-443a-a410-f71b6961119d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:52.324719 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 2741ecbb-2cbe-48d7-8232-8e954856cced triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:22:52.327056 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:52.364025 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Allocated IP 172.20.0.2 (6d1f8dd4-aad0-4d5a-963a-f6868989ec42/0e8d25e4-6ef9-4580-8551-8edaf9811c72/391c707d-143c-4544-a000-cb32cdf62456) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:22:52.434336 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-08f61483-2d84-4599-8417-fa6119565c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:52.586780 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-14dfc2e9-c453-443a-a410-f71b6961119d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:52.599427 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-14dfc2e9-c453-443a-a410-f71b6961119d admin admin] Usage tracker for resource:security_group_rule and tenant:1700505f9b66418e86bf7e80f520dd93 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:52.607184 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-14dfc2e9-c453-443a-a410-f71b6961119d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:52.628761 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-14dfc2e9-c453-443a-a410-f71b6961119d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:52.710495 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:53.149112 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-08f61483-2d84-4599-8417-fa6119565c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:53.190570 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-14dfc2e9-c453-443a-a410-f71b6961119d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:53.227104 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-96373f03-1df7-4139-8867-bcde29ec35c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:53.241598 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-14dfc2e9-c453-443a-a410-f71b6961119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:53.271563 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40234) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:53.305317 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f61483-2d84-4599-8417-fa6119565c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e261d73-1602-4e44-806c-8810e71b74a3,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:53.322859 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--354807872', 'description': 'tempest-description--1852260228'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:53.336527 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:53.508669 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfc2e9-c453-443a-a410-f71b6961119d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc3f606-6edd-41f7-8d58-83ced584d498,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:53.516338 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:53.644034 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-1556861733-router', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:39Z', 'updated_at': '2022-02-04T22:22:45Z', 'revision_number': 3, 'project_id': '2972bd90360f40548925dda55e960d83', 'gw_port': {'id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:22:53.665743 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Checking router: d32510b7-3377-468a-b965-5862a8291ed2 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:22:53.666331 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Updating router d32510b7-3377-468a-b965-5862a8291ed2 port 1f75cf9e-10df-4ba1-ad80-a37d55d76efe binding host dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:22:53.725826 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Notify callbacks [] for port, precommit_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:53.790239 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.provisioning_blocks [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Transition to ACTIVE for port object ede134d8-77d0-4a26-a2ee-2b432509832e will not be triggered until provisioned by entity L2. {{(pid=86820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:22:53.821255 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:53.978908 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Attempting to bind port ede134d8-77d0-4a26-a2ee-2b432509832e on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:22:53.979628 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Attempting to bind port ede134d8-77d0-4a26-a2ee-2b432509832e by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:22:53.981219 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Attempting to bind port ede134d8-77d0-4a26-a2ee-2b432509832e on network 3507d728-f957-4adf-968c-fa2aba268e7e {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:22:53.989170 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286534a6-f68d-4f9c-8b1a-c05c5912da2e None None] Pushing event updated for resources: {'Port': ['ID=ede134d8-77d0-4a26-a2ee-2b432509832e,revision_number=2']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:53.997477 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:22:53.998721 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Usage tracker for resource:security_group and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:53.998850 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Checking segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:22:53.999856 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:54.000661 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Bound using segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:22:54.001375 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Bound port: ede134d8-77d0-4a26-a2ee-2b432509832e, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:22:54.002034 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:54.003731 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:54.026577 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:54.052979 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:54.054293 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-14dfc2e9-c453-443a-a410-f71b6961119d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1700505f9b66418e86bf7e80f520dd93&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1599905 Feb 04 22:22:54.056366 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-08f61483-2d84-4599-8417-fa6119565c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:54.070705 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-08f61483-2d84-4599-8417-fa6119565c5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e261d73-1602-4e44-806c-8810e71b74a3 HTTP/1.1" status: 204 len: 168 time: 2.2358434 Feb 04 22:22:54.071862 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40244) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:54.111056 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:54.129659 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] For port ede134d8-77d0-4a26-a2ee-2b432509832e, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:22:54.133823 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] For port ede134d8-77d0-4a26-a2ee-2b432509832e, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=ede134d8-77d0-4a26-a2ee-2b432509832e,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:22:54.141818 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:54.250521 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286534a6-f68d-4f9c-8b1a-c05c5912da2e None None] Pushing event updated for resources: {'Port': ['ID=ede134d8-77d0-4a26-a2ee-2b432509832e,revision_number=3']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:54.331452 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:22:54.336089 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:22:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:22:54.455458 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:54.495308 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Usage tracker for resource:security_group_rule and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:54.514415 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:54.569442 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:54.815312 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:22:54.838234 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dac6356f-4ddd-4da8-8e8a-40dbefd6a567 req-4a4d970e-2720-42c9-b35a-cd890927be29 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.7484872 Feb 04 22:22:54.929019 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:55.098158 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4770a5f6-d101-4718-b091-c75589374abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:55.106810 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 2, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:22:55.130759 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-47908abe-f948-40e1-b39d-cb2dd3d37282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:55.142361 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Checking router: 3893d65c-2a96-481a-bf57-45598f903412 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:22:55.143763 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Updating router 3893d65c-2a96-481a-bf57-45598f903412 port 79024438-fbe8-4e4e-8707-f869f5a068e5 binding host dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:22:55.144149 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f008f5c-a68b-4939-9166-32a8f2bc59b7 {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:22:55.156852 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:55.180106 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Transition to ACTIVE for port object 9f008f5c-a68b-4939-9166-32a8f2bc59b7 will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:22:55.196428 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:55.341373 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40268) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:55.394346 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:55.410857 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:55.483795 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4770a5f6-d101-4718-b091-c75589374abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:55.534566 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-94906bd1-982b-4f8a-9046-0d51f4b2fe4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:55.563081 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Pushing event updated for resources: {'Port': ['ID=391c707d-143c-4544-a000-cb32cdf62456,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:55.639319 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-94906bd1-982b-4f8a-9046-0d51f4b2fe4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:55.653489 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-94906bd1-982b-4f8a-9046-0d51f4b2fe4d admin admin] Usage tracker for resource:security_group_rule and tenant:d9c030c3fba24f5ea8e547ee3b3b308b is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:55.663513 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-94906bd1-982b-4f8a-9046-0d51f4b2fe4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:55.686348 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-94906bd1-982b-4f8a-9046-0d51f4b2fe4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:55.778875 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:44Z', 'revision_number': 3, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:22:55.783439 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Network 6d1f8dd4-aad0-4d5a-963a-f6868989ec42 is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:22:55.785335 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330b413-35ac-4ee6-aa7a-eb2085588795 None None] The sync data for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi is: [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:44Z', 'revision_number': 3, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:22:55.804653 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:22:55.816292 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:22:55.829152 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:55.829870 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:55.891344 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.db.resource_extend [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 22:22:55.940860 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-e24cd6d4-d313-4fd5-81af-fc062fc2f511 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8239760 Feb 04 22:22:55.974721 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:56.041174 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Pushing event updated for resources: {'Port': ['ID=9f008f5c-a68b-4939-9166-32a8f2bc59b7,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:56.067993 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:56.075746 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Request body: {'port': {'device_id': '521356d6-e371-49f6-9236-f90de6643e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:56.080351 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4770a5f6-d101-4718-b091-c75589374abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:56.095703 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:56.125078 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Attempting to bind port 9f008f5c-a68b-4939-9166-32a8f2bc59b7 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:22:56.125661 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Attempting to bind port 9f008f5c-a68b-4939-9166-32a8f2bc59b7 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:22:56.126273 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Attempting to bind port 9f008f5c-a68b-4939-9166-32a8f2bc59b7 on network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:22:56.163030 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Port 9f008f5c-a68b-4939-9166-32a8f2bc59b7 on network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:22:56.163414 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Attempting to bind port 9f008f5c-a68b-4939-9166-32a8f2bc59b7 on network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:22:56.171273 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770a5f6-d101-4718-b091-c75589374abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc3f606-6edd-41f7-8d58-83ced584d498,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:56.249617 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4770a5f6-d101-4718-b091-c75589374abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:56.255483 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-4770a5f6-d101-4718-b091-c75589374abd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/efc3f606-6edd-41f7-8d58-83ced584d498 HTTP/1.1" status: 204 len: 168 time: 2.1536508 Feb 04 22:22:56.266873 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:22:56.267193 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Checking segment: {'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:22:56.268474 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Bound using segment: {'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:22:56.269077 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Bound port: 9f008f5c-a68b-4939-9166-32a8f2bc59b7, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:22:56.269642 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:56.298277 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4565c66b-3856-4b09-86ef-563e7ff6648d,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:56.396987 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Notify callbacks [] for port, precommit_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:56.417397 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Transition to ACTIVE for port object 1f75cf9e-10df-4ba1-ad80-a37d55d76efe will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:22:56.428700 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:56.434693 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-79ba32f9-3e39-44b3-a009-b96ee045ea0b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.1493363 Feb 04 22:22:56.480673 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40284) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:56.518125 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:56.525571 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-eb596a73-069f-4a9c-9d11-28719bf780b7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Request body: {'security_group_rule': {'security_group_id': '4565c66b-3856-4b09-86ef-563e7ff6648d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:56.657414 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-eb596a73-069f-4a9c-9d11-28719bf780b7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:56.717189 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Attempting to bind port 1f75cf9e-10df-4ba1-ad80-a37d55d76efe on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:22:56.717567 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Attempting to bind port 1f75cf9e-10df-4ba1-ad80-a37d55d76efe by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:22:56.718013 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Attempting to bind port 1f75cf9e-10df-4ba1-ad80-a37d55d76efe on network 3507d728-f957-4adf-968c-fa2aba268e7e {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:22:56.727562 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:56.756334 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-eb596a73-069f-4a9c-9d11-28719bf780b7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Usage tracker for resource:security_group_rule and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:56.786805 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-eb596a73-069f-4a9c-9d11-28719bf780b7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:56.811853 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:22:56.825193 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:22:56.828403 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Checking segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:22:56.829132 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:56.831140 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Bound using segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:22:56.836125 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Bound port: 1f75cf9e-10df-4ba1-ad80-a37d55d76efe, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:22:56.836670 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:56.837253 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-eb596a73-069f-4a9c-9d11-28719bf780b7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:56.990344 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] For port 9f008f5c-a68b-4939-9166-32a8f2bc59b7, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:22:57.046365 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] For port 1f75cf9e-10df-4ba1-ad80-a37d55d76efe, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:22:57.055330 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] For port 1f75cf9e-10df-4ba1-ad80-a37d55d76efe, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=1f75cf9e-10df-4ba1-ad80-a37d55d76efe,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:22:57.071061 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:57.111522 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb234d9-4973-4ec0-bfdb-fb64b7f9c414 None None] Pushing event updated for resources: {'Port': ['ID=1f75cf9e-10df-4ba1-ad80-a37d55d76efe,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:57.126695 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] For port 9f008f5c-a68b-4939-9166-32a8f2bc59b7, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9f008f5c-a68b-4939-9166-32a8f2bc59b7,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:22:57.134547 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-94906bd1-982b-4f8a-9046-0d51f4b2fe4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:57.139241 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-eb596a73-069f-4a9c-9d11-28719bf780b7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:57.166815 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:57.181023 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d58754-cb3b-4892-9947-21437b909fef req-7bf0b37c-8227-44b3-90b9-5d8ed0610522 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:57.182588 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e5d58754-cb3b-4892-9947-21437b909fef req-7bf0b37c-8227-44b3-90b9-5d8ed0610522 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 931 time: 3.9054906 Feb 04 22:22:57.245059 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-94906bd1-982b-4f8a-9046-0d51f4b2fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:57.434373 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-94906bd1-982b-4f8a-9046-0d51f4b2fe4d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d9c030c3fba24f5ea8e547ee3b3b308b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0818176 Feb 04 22:22:57.465530 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40296) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:57.521687 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:57.523164 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:57.526284 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] 10.222.0.58 "PUT /v2.0/ports/9f008f5c-a68b-4939-9166-32a8f2bc59b7 HTTP/1.1" status: 200 len: 1093 time: 5.7161100 Feb 04 22:22:57.536907 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d2a285-3d52-4706-8bc3-1b3169db99a5', 'tag': '9f008f5c-a68b-4939-9166-32a8f2bc59b7'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:22:57.680513 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Routers {'d32510b7-3377-468a-b965-5862a8291ed2'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:22:57.684972 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:22:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['d32510b7-3377-468a-b965-5862a8291ed2'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:22:57.881029 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:57.889509 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:57.908903 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94906bd1-982b-4f8a-9046-0d51f4b2fe4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31951a9f-1f8e-4f14-b1d8-e4d78107d1e6,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:58.058178 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-e5d58754-cb3b-4892-9947-21437b909fef req-cb4b0143-a957-48be-8b5d-0984f88b75c6 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Synchronizing usage tracker for tenant:d765331a56184ca39dbfb314d3cbc7dc on resource:security_group {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:22:58.159072 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-eb596a73-069f-4a9c-9d11-28719bf780b7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:58.166771 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e461c7d-2d66-4bba-b4fe-640f8554d407 service neutron] Pushing event updated for resources: {'Port': ['ID=9f008f5c-a68b-4939-9166-32a8f2bc59b7,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:58.175655 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-eb596a73-069f-4a9c-9d11-28719bf780b7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:58.239955 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb596a73-069f-4a9c-9d11-28719bf780b7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1745c6e3-2e65-4bbe-b484-58dc2a2d760b,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:58.263182 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ede134d8-77d0-4a26-a2ee-2b432509832e up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:22:58.278524 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-312e6131-fb48-44af-8b87-e3274909f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:58.280193 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-312e6131-fb48-44af-8b87-e3274909f38a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 1096 time: 0.6429212 Feb 04 22:22:58.284001 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-eb596a73-069f-4a9c-9d11-28719bf780b7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:58.302491 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-eb596a73-069f-4a9c-9d11-28719bf780b7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8178902 Feb 04 22:22:58.303209 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40314) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:58.312186 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-ddb50b52-654f-46fc-8288-76f6db6117bc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Request body: {'security_group_rule': {'security_group_id': '4565c66b-3856-4b09-86ef-563e7ff6648d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:58.312413 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb234d9-4973-4ec0-bfdb-fb64b7f9c414 None None] Pushing event updated for resources: {'Port': ['ID=1f75cf9e-10df-4ba1-ad80-a37d55d76efe,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:58.315874 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c8554d07-78a5-4661-a263-380c0a6a6a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:58.346935 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-ddb50b52-654f-46fc-8288-76f6db6117bc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:22:58.412919 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Notify callbacks [] for port, precommit_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:58.438623 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Transition to ACTIVE for port object 79024438-fbe8-4e4e-8707-f869f5a068e5 will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:22:58.504026 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:58.541177 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-ddb50b52-654f-46fc-8288-76f6db6117bc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Usage tracker for resource:security_group_rule and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:22:58.576235 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-ddb50b52-654f-46fc-8288-76f6db6117bc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:22:58.583256 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-172d4314-3724-41ab-9a62-3773b3ad1c85 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f008f5c-a68b-4939-9166-32a8f2bc59b7 HTTP/1.1" status: 200 len: 217 time: 0.2378254 Feb 04 22:22:58.593824 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-ddb50b52-654f-46fc-8288-76f6db6117bc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:22:58.756448 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c8554d07-78a5-4661-a263-380c0a6a6a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:58.934225 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ddb50b52-654f-46fc-8288-76f6db6117bc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:59.059785 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3222d88c-9387-4964-b7f0-3dbf841b510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:59.061335 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-3222d88c-9387-4964-b7f0-3dbf841b510e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=48ad4abf-da59-4c7c-9f55-c37529f65922 HTTP/1.1" status: 200 len: 853 time: 0.4365661 Feb 04 22:22:59.116153 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port ede134d8-77d0-4a26-a2ee-2b432509832e completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:22:59.201300 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391c707d-143c-4544-a000-cb32cdf62456 {{(pid=86817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:22:59.240805 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:59.258049 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-bc19b863-31e2-4da4-b40b-980a366d0f81 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ed1a7c4-1918-491f-8413-3f0dd97581c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609302 Feb 04 22:22:59.313553 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c8554d07-78a5-4661-a263-380c0a6a6a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:59.313839 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.provisioning_blocks [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Transition to ACTIVE for port object 391c707d-143c-4544-a000-cb32cdf62456 will not be triggered until provisioned by entity L2. {{(pid=86817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:22:59.411340 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ddb50b52-654f-46fc-8288-76f6db6117bc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:59.431812 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8554d07-78a5-4661-a263-380c0a6a6a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31951a9f-1f8e-4f14-b1d8-e4d78107d1e6,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:59.453444 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:59.461545 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-e5d58754-cb3b-4892-9947-21437b909fef req-cb4b0143-a957-48be-8b5d-0984f88b75c6 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Unset dirty status for tenant:d765331a56184ca39dbfb314d3cbc7dc on resource:security_group {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:22:59.462638 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e5d58754-cb3b-4892-9947-21437b909fef req-cb4b0143-a957-48be-8b5d-0984f88b75c6 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2262573 Feb 04 22:22:59.525221 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5983d-8c9d-4dac-a961-ae5ba00f9cec None None] Pushing event updated for resources: {'Port': ['ID=79024438-fbe8-4e4e-8707-f869f5a068e5,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:59.530340 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port ede134d8-77d0-4a26-a2ee-2b432509832e triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:22:59.530629 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:59.590057 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ddb50b52-654f-46fc-8288-76f6db6117bc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:59.617933 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c8554d07-78a5-4661-a263-380c0a6a6a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:59.623937 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-c8554d07-78a5-4661-a263-380c0a6a6a9c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/31951a9f-1f8e-4f14-b1d8-e4d78107d1e6 HTTP/1.1" status: 204 len: 168 time: 2.1539173 Feb 04 22:22:59.700441 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0409-3982-4c4f-919f-62c3e51557a4 req-f0a0abe9-7053-4115-87c9-6a254f128ef6 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:22:59.712036 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-6aea0409-3982-4c4f-919f-62c3e51557a4 req-f0a0abe9-7053-4115-87c9-6a254f128ef6 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Synchronizing usage tracker for tenant:92ba3f8c0e1842388d25027dc9ab4112 on resource:port {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:22:59.757183 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb50b52-654f-46fc-8288-76f6db6117bc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbbb125-cb30-46f5-8b82-f34c9ea1699f,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:22:59.821395 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ddb50b52-654f-46fc-8288-76f6db6117bc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:59.826502 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-ddb50b52-654f-46fc-8288-76f6db6117bc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5200131 Feb 04 22:22:59.836162 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40342) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:22:59.857267 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Request body: {'floatingip': {'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:22:59.872907 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Attempting to bind port 79024438-fbe8-4e4e-8707-f869f5a068e5 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:22:59.878222 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Attempting to bind port 79024438-fbe8-4e4e-8707-f869f5a068e5 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:22:59.884365 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Attempting to bind port 79024438-fbe8-4e4e-8707-f869f5a068e5 on network 159c2c49-f816-412b-aa6b-d5818fb0425f {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:22:59.945206 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:22:59.945672 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Checking segment: {'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:22:59.946324 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:22:59.946733 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Bound using segment: {'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:22:59.947292 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Bound port: 79024438-fbe8-4e4e-8707-f869f5a068e5, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:22:59.947702 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:00.029631 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-b17cbd0e-6683-429a-b726-17cb02b91a43 service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142812 Feb 04 22:23:00.030799 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:00.040778 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:00.044815 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Usage tracker for resource:floatingip and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:00.057359 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:00.066985 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:00.226228 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] For port 79024438-fbe8-4e4e-8707-f869f5a068e5, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:23:00.233065 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] For port 79024438-fbe8-4e4e-8707-f869f5a068e5, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=79024438-fbe8-4e4e-8707-f869f5a068e5,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:23:00.251607 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d2a285-3d52-4706-8bc3-1b3169db99a5', 'tag': '9f008f5c-a68b-4939-9166-32a8f2bc59b7', 'status': 'completed', 'code': 200} Feb 04 22:23:00.253477 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:00.289921 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:00.481769 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5983d-8c9d-4dac-a961-ae5ba00f9cec None None] Pushing event updated for resources: {'Port': ['ID=79024438-fbe8-4e4e-8707-f869f5a068e5,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:00.520397 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] Set router d32510b7-3377-468a-b965-5862a8291ed2 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:23:00.548687 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-60185955-7d8a-4da8-bfe1-0855111f6d95 req-ea23c172-0c7d-487b-82c0-dbfaf71a5a5d service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828112 Feb 04 22:23:00.714383 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-6aea0409-3982-4c4f-919f-62c3e51557a4 req-f0a0abe9-7053-4115-87c9-6a254f128ef6 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Unset dirty status for tenant:92ba3f8c0e1842388d25027dc9ab4112 on resource:port {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:23:00.719927 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6aea0409-3982-4c4f-919f-62c3e51557a4 req-f0a0abe9-7053-4115-87c9-6a254f128ef6 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 931 time: 4.3025739 Feb 04 22:23:01.103472 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:23:01.106945 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:22:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:01.317511 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Pushing event updated for resources: {'Port': ['ID=391c707d-143c-4544-a000-cb32cdf62456,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:01.376633 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:01.563549 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c0236-8370-4b5f-9806-93d61c2c06ab req-5741279f-f600-41c5-915e-50079e9d4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:01.565275 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1d9c0236-8370-4b5f-9806-93d61c2c06ab req-5741279f-f600-41c5-915e-50079e9d4b54 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 1096 time: 0.8253715 Feb 04 22:23:01.674330 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6aea0409-3982-4c4f-919f-62c3e51557a4 req-927f5743-5e64-46c8-aad4-c0eedb4d6120 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7471178 Feb 04 22:23:01.682495 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.managers [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Attempting to bind port 391c707d-143c-4544-a000-cb32cdf62456 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:23:01.688197 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.managers [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Attempting to bind port 391c707d-143c-4544-a000-cb32cdf62456 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '134304cc-30f4-4e5a-a617-5aa92c265585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d1f8dd4-aad0-4d5a-963a-f6868989ec42'}] {{(pid=86817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:23:01.688949 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Attempting to bind port 391c707d-143c-4544-a000-cb32cdf62456 on network 6d1f8dd4-aad0-4d5a-963a-f6868989ec42 {{(pid=86817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:01.904758 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Port 391c707d-143c-4544-a000-cb32cdf62456 on network 6d1f8dd4-aad0-4d5a-963a-f6868989ec42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:23:01.908799 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Attempting to bind port 391c707d-143c-4544-a000-cb32cdf62456 on network 6d1f8dd4-aad0-4d5a-963a-f6868989ec42 {{(pid=86817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:01.921685 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:01.953194 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Allocated IP 172.27.0.237 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/ae22772f-6355-421e-8dfb-9955e25c21bd) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:23:02.021277 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:23:02.022305 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Checking segment: {'id': '134304cc-30f4-4e5a-a617-5aa92c265585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d1f8dd4-aad0-4d5a-963a-f6868989ec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:23:02.027084 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Bound using segment: {'id': '134304cc-30f4-4e5a-a617-5aa92c265585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d1f8dd4-aad0-4d5a-963a-f6868989ec42'} {{(pid=86817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:23:02.027594 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.managers [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Bound port: 391c707d-143c-4544-a000-cb32cdf62456, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134304cc-30f4-4e5a-a617-5aa92c265585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6d1f8dd4-aad0-4d5a-963a-f6868989ec42'}}] {{(pid=86817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:23:02.030148 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:02.069660 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c0236-8370-4b5f-9806-93d61c2c06ab req-2b95f9f2-bebd-4428-959a-ba96d37d8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:02.073895 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1d9c0236-8370-4b5f-9806-93d61c2c06ab req-2b95f9f2-bebd-4428-959a-ba96d37d8842 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ed1a7c4-1918-491f-8413-3f0dd97581c9 HTTP/1.1" status: 200 len: 914 time: 0.4863966 Feb 04 22:23:02.202972 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1d9c0236-8370-4b5f-9806-93d61c2c06ab req-65cb4bc8-b757-4872-8577-a62b4b038a0f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f008f5c-a68b-4939-9166-32a8f2bc59b7 HTTP/1.1" status: 200 len: 217 time: 0.1155694 Feb 04 22:23:02.373540 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40394) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:02.515821 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c0236-8370-4b5f-9806-93d61c2c06ab req-a5e66e38-06e9-4e4a-9b51-cc281ac449b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:02.524724 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1d9c0236-8370-4b5f-9806-93d61c2c06ab req-a5e66e38-06e9-4e4a-9b51-cc281ac449b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=48ad4abf-da59-4c7c-9f55-c37529f65922 HTTP/1.1" status: 200 len: 853 time: 0.2783053 Feb 04 22:23:02.627150 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:23:02.710943 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1d9c0236-8370-4b5f-9806-93d61c2c06ab req-177a310b-aa1a-459a-acf5-9b754af33b49 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ed1a7c4-1918-491f-8413-3f0dd97581c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646533 Feb 04 22:23:02.740335 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-640303450-network', 'tenant_id': '55cba5847e21474b96d2c60da3d530fc'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:02.762414 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] For port 391c707d-143c-4544-a000-cb32cdf62456, host hv-cinder-81888, cleared binding levels {{(pid=86817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:23:02.777452 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] For port 391c707d-143c-4544-a000-cb32cdf62456, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=391c707d-143c-4544-a000-cb32cdf62456,segment=NetworkSegment(134304cc-30f4-4e5a-a617-5aa92c265585),segment_id=134304cc-30f4-4e5a-a617-5aa92c265585)] {{(pid=86817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:23:03.098374 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1d9c0236-8370-4b5f-9806-93d61c2c06ab req-e1466b92-96ef-49ca-8655-5936d38a632e service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486536 Feb 04 22:23:03.102062 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:03.142888 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:03.224573 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Usage tracker for resource:network and tenant:55cba5847e21474b96d2c60da3d530fc is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:03.245413 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:03.259215 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:03.269431 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:03.312292 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Made reservation on behalf of 55cba5847e21474b96d2c60da3d530fc for: {'network': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:23:03.315244 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:03.355185 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:03.401135 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1d9c2-dacd-4929-99c8-4c010371d07f req-ee3a0652-a99c-4324-a332-a82ed69ffddf tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:03.401135 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2ff1d9c2-dacd-4929-99c8-4c010371d07f req-ee3a0652-a99c-4324-a332-a82ed69ffddf tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 943 time: 2.3100832 Feb 04 22:23:03.445541 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:03.466444 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1d9c0236-8370-4b5f-9806-93d61c2c06ab req-562b18db-c05c-4d4b-b917-4df51b18c1bb service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607213 Feb 04 22:23:03.467621 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Usage tracker for resource:security_group_rule and tenant:55cba5847e21474b96d2c60da3d530fc is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:03.483443 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:03.525072 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:03.559481 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:03.597935 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:03.599160 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:03.601574 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] 10.222.0.58 "PUT /v2.0/ports/391c707d-143c-4544-a000-cb32cdf62456 HTTP/1.1" status: 200 len: 1093 time: 7.6168013 Feb 04 22:23:03.612200 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40410) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:03.634227 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521356d6-e371-49f6-9236-f90de6643e7b', 'tag': '391c707d-143c-4544-a000-cb32cdf62456'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:03.666434 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:03.755596 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event updated for resources: {'Port': ['ID=ae22772f-6355-421e-8dfb-9955e25c21bd,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:03.802105 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:23:03.804062 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:23:03.812398 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:23:03.853330 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port ede134d8-77d0-4a26-a2ee-2b432509832e, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=ede134d8-77d0-4a26-a2ee-2b432509832e,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:03.874128 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:03.883111 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Allocated IP 172.20.0.1 (147e572c-d5ca-40cc-a413-4c11ad747739/8a499076-7138-49cd-a886-8a07c636087b/2cdf9d94-b28d-4115-8b30-819644801082) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:23:03.958019 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:04.004858 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2ff1d9c2-dacd-4929-99c8-4c010371d07f req-d5ebdea4-b9b6-4443-bd3b-1ea24a92bf59 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025300 Feb 04 22:23:04.082776 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:04.163386 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=ede134d8-77d0-4a26-a2ee-2b432509832e,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:04.185703 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1af12-146b-4126-8faf-c048bb5e96b0 service neutron] Pushing event updated for resources: {'Port': ['ID=391c707d-143c-4544-a000-cb32cdf62456,revision_number=3']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:04.229193 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-1556861733-router', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:39Z', 'updated_at': '2022-02-04T22:22:45Z', 'revision_number': 3, 'project_id': '2972bd90360f40548925dda55e960d83', 'gw_port': {'id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:04.240777 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:04.261152 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee92d5-13c8-4f82-8efb-36865f5218fb None None] The sync data for ids ['d32510b7-3377-468a-b965-5862a8291ed2'] in dv-cinder-818885-2-iscsi is: [{'id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-1556861733-router', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:39Z', 'updated_at': '2022-02-04T22:22:45Z', 'revision_number': 3, 'project_id': '2972bd90360f40548925dda55e960d83', 'gw_port': {'id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:23:04.332869 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:04.362821 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-70563bda-ef07-4bd1-ac55-57f9e691ce9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:04.476997 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:00Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:04.486619 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc30e52-0c71-416e-8835-026c5a6c23de None None] The sync data for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi is: [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:00Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:23:04.503847 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521356d6-e371-49f6-9236-f90de6643e7b', 'tag': '391c707d-143c-4544-a000-cb32cdf62456', 'status': 'completed', 'code': 200} Feb 04 22:23:04.585142 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dacbd8-06ac-4fa8-8f73-957ebccff458 req-2f806159-b0aa-4506-8930-6ea657d995c7 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:04.587310 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c5dacbd8-06ac-4fa8-8f73-957ebccff458 req-2f806159-b0aa-4506-8930-6ea657d995c7 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 943 time: 1.4205670 Feb 04 22:23:04.666594 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Allocated IP 172.20.0.1 (b10f71a1-fd6a-4752-b30c-8ed030813f0a/e8440005-8ac9-4a7a-8de4-e22844ad48d9/af3c84c0-bcc5-478b-a25f-9d7952767720) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:23:04.782054 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-362b4a8b-dbdd-4d85-9be2-8fdf2e701473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:04.784586 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-362b4a8b-dbdd-4d85-9be2-8fdf2e701473 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=92ba3f8c0e1842388d25027dc9ab4112&device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 1096 time: 1.0202067 Feb 04 22:23:04.799446 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c5dacbd8-06ac-4fa8-8f73-957ebccff458 req-dba9f69c-eed6-4346-baa4-d9fd1279ee63 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999447 Feb 04 22:23:04.863783 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-70563bda-ef07-4bd1-ac55-57f9e691ce9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:04.877256 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-70563bda-ef07-4bd1-ac55-57f9e691ce9e admin admin] Usage tracker for resource:security_group_rule and tenant:47871a817d0847aa9ce88d3dd0f2b208 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:04.886715 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-70563bda-ef07-4bd1-ac55-57f9e691ce9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:04.892553 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=86818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:23:04.899117 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaefb17-ecbe-41c0-b229-af1bd667912d,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:04.904648 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-70563bda-ef07-4bd1-ac55-57f9e691ce9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:04.940534 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:04.940834 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.segments_db [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Added segment 7d857999-d8e5-4225-a79b-42201050938f of type vlan for network f8fe7b81-c877-4411-9b86-5b3726784cb5 Feb 04 22:23:04.969009 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:04.992234 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:05.061637 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-5ea3946f-656f-4bb2-9d8d-25ce62f6c572 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=391c707d-143c-4544-a000-cb32cdf62456 HTTP/1.1" status: 200 len: 217 time: 0.2270703 Feb 04 22:23:05.132647 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:05.247522 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-00260cae-a40d-44dd-90c9-fb146730f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:05.249590 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-00260cae-a40d-44dd-90c9-fb146730f1a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e8d25e4-6ef9-4580-8551-8edaf9811c72 HTTP/1.1" status: 200 len: 851 time: 0.1803386 Feb 04 22:23:05.284156 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:05.373081 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:05.406354 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event updated for resources: {'Port': ['ID=ae22772f-6355-421e-8dfb-9955e25c21bd,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:05.421926 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:05.469119 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-61047147-0158-44a3-b5e4-a87fab675ae9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d1f8dd4-aad0-4d5a-963a-f6868989ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2024040 Feb 04 22:23:05.522463 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:05.524998 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-38491644-3b41-4169-8601-5d03e0f1c3fd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6877828 Feb 04 22:23:05.547132 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:05.548181 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:05.548779 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:05.581754 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-70563bda-ef07-4bd1-ac55-57f9e691ce9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:05.712221 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-a2b64549-08d7-4ec7-81c7-94ee8984bc41 service neutron] 10.222.0.58 "GET /v2.0/networks/6d1f8dd4-aad0-4d5a-963a-f6868989ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223625 Feb 04 22:23:05.746657 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-70563bda-ef07-4bd1-ac55-57f9e691ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:05.811859 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.provisioning_blocks [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Transition to ACTIVE for port object af3c84c0-bcc5-478b-a25f-9d7952767720 will not be triggered until provisioned by entity DHCP. {{(pid=86817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:23:05.843505 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.4660141 Feb 04 22:23:05.844627 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40448) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:05.881537 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Request body: {'subnet': {'network_id': 'f8fe7b81-c877-4411-9b86-5b3726784cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-640303450-subnet', 'tenant_id': '55cba5847e21474b96d2c60da3d530fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:05.909282 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:05.913325 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de32521a-44ab-48f4-b033-819eb7f73b61 req-72f383ae-8465-411f-9901-0c8c2f3f1aae service neutron] 10.222.0.58 "GET /v2.0/networks/6d1f8dd4-aad0-4d5a-963a-f6868989ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912649 Feb 04 22:23:05.924745 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-70563bda-ef07-4bd1-ac55-57f9e691ce9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=47871a817d0847aa9ce88d3dd0f2b208&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1769493 Feb 04 22:23:05.930536 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40452) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:05.931066 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Usage tracker for resource:subnet and tenant:55cba5847e21474b96d2c60da3d530fc is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:05.935599 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65a679-00ed-4769-92e5-24f65a5ae895 admin admin] Pushing event updated for resources: {'Network': ['ID=f8fe7b81-c877-4411-9b86-5b3726784cb5,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:05.941335 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:05.992070 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85e889-068f-4922-93e2-3db4d0be0afc req-1038ef75-a311-4823-b01c-99675f94490f tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:06.010236 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bd85e889-068f-4922-93e2-3db4d0be0afc req-1038ef75-a311-4823-b01c-99675f94490f tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 943 time: 0.7502894 Feb 04 22:23:06.011394 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network f8fe7b81-c877-4411-9b86-5b3726784cb5 details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:23:06.027731 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70563bda-ef07-4bd1-ac55-57f9e691ce9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2961d146-258f-4334-b454-68c80b817215,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:06.031212 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:06.039172 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:06.054764 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Made reservation on behalf of 55cba5847e21474b96d2c60da3d530fc for: {'subnet': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:23:06.058170 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:06.131368 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-2ecab119-73dc-4b4d-9841-9f4c4aef74a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:06.177734 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Pushing event updated for resources: {'Port': ['ID=2cdf9d94-b28d-4115-8b30-819644801082,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:06.195923 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-2ecab119-73dc-4b4d-9841-9f4c4aef74a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:06.278279 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Network 147e572c-d5ca-40cc-a413-4c11ad747739 is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:23:06.297334 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-1b63145d-6129-4372-b07a-a61000c6f1b8 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--354807872&fields=id&tenant_id=d4727c07e69744808e73ab04657a3e1c HTTP/1.1" status: 200 len: 267 time: 0.1207330 Feb 04 22:23:06.298303 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:23:06.300962 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:23:06.301455 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746523'] for router_interface, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:06.445503 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-2ecab119-73dc-4b4d-9841-9f4c4aef74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:06.468311 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ede134d8-77d0-4a26-a2ee-2b432509832e up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:06.481702 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecab119-73dc-4b4d-9841-9f4c4aef74a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2961d146-258f-4334-b454-68c80b817215,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:06.496342 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-2ecab119-73dc-4b4d-9841-9f4c4aef74a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:06.497808 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-2ecab119-73dc-4b4d-9841-9f4c4aef74a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2961d146-258f-4334-b454-68c80b817215 HTTP/1.1" status: 204 len: 168 time: 0.5590291 Feb 04 22:23:06.601299 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port ede134d8-77d0-4a26-a2ee-2b432509832e triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:06.602160 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:06.724778 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for subnet, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:06.825442 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bd85e889-068f-4922-93e2-3db4d0be0afc req-28d13e60-9df8-4fd8-b0e3-6bb8e84797d9 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8142898 Feb 04 22:23:06.849178 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b47761-d814-4b66-8eec-488156691e9b,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:06.859019 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Checking segment: {'id': '7d857999-d8e5-4225-a79b-42201050938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f8fe7b81-c877-4411-9b86-5b3726784cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:23:06.859379 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Network hostable DHCP agents. Network: f8fe7b81-c877-4411-9b86-5b3726784cb5, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:23:06.902605 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Network f8fe7b81-c877-4411-9b86-5b3726784cb5 is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:23:06.910510 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 79024438-fbe8-4e4e-8707-f869f5a068e5 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:06.928477 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, f8fe7b81-c877-4411-9b86-5b3726784cb5) {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:23:06.939171 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:06.939771 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:06.964473 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:06.979695 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8347efa-a1fd-4329-b4f8-624cc96976a5 None None] Network f8fe7b81-c877-4411-9b86-5b3726784cb5 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:23:06.981374 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-bd6bf95b-0490-4d10-9b3c-39e552d5b3eb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1192667 Feb 04 22:23:07.094714 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 79024438-fbe8-4e4e-8707-f869f5a068e5 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:23:07.114781 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 79024438-fbe8-4e4e-8707-f869f5a068e5 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:07.115157 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.145992 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.164853 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40480) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:07.220929 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-85d64c61-b1c3-4984-96bf-4dd1614e7bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.249249 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-85d64c61-b1c3-4984-96bf-4dd1614e7bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:07.255098 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-85d64c61-b1c3-4984-96bf-4dd1614e7bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:3ec99a349d0e48df9f340cbaefccf34c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:07.258456 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-85d64c61-b1c3-4984-96bf-4dd1614e7bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:07.266439 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-85d64c61-b1c3-4984-96bf-4dd1614e7bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:07.303708 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Pushing event updated for resources: {'Port': ['ID=af3c84c0-bcc5-478b-a25f-9d7952767720,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:07.322398 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Network b10f71a1-fd6a-4752-b30c-8ed030813f0a is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:23:07.345851 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4bb04-8c40-4c60-9e6b-4a3f4e29dc61 req-992b9ac0-85cf-4365-8065-25b0c0170b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:07.347371 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2f4bb04-8c40-4c60-9e6b-4a3f4e29dc61 req-992b9ac0-85cf-4365-8065-25b0c0170b4b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=92ba3f8c0e1842388d25027dc9ab4112&device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 1096 time: 1.3017848 Feb 04 22:23:07.357202 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:23:07.367754 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:23:07.368207 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746523'] for router_interface, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.429330 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.459756 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c2367c-51c8-4a38-ab86-88983dd7824d None None] Network f8fe7b81-c877-4411-9b86-5b3726784cb5 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:23:07.471060 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-85d64c61-b1c3-4984-96bf-4dd1614e7bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.482886 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-85d64c61-b1c3-4984-96bf-4dd1614e7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.543187 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 79024438-fbe8-4e4e-8707-f869f5a068e5, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=79024438-fbe8-4e4e-8707-f869f5a068e5,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:07.555049 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.556272 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 1f75cf9e-10df-4ba1-ad80-a37d55d76efe up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:07.577008 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-85d64c61-b1c3-4984-96bf-4dd1614e7bd1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ec99a349d0e48df9f340cbaefccf34c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084508 Feb 04 22:23:07.577008 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d64c61-b1c3-4984-96bf-4dd1614e7bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd61f0a-6633-4732-ac60-b8c74628970d,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:07.579025 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40490) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:07.700575 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8e03bccb-dc42-4335-9ef5-cba137a6cc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.743559 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8e03bccb-dc42-4335-9ef5-cba137a6cc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.744320 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4bb04-8c40-4c60-9e6b-4a3f4e29dc61 req-c396ff9e-bd3d-424a-bb81-376641604692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:07.746735 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2f4bb04-8c40-4c60-9e6b-4a3f4e29dc61 req-c396ff9e-bd3d-424a-bb81-376641604692 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d1f8dd4-aad0-4d5a-963a-f6868989ec42 HTTP/1.1" status: 200 len: 912 time: 0.3869493 Feb 04 22:23:07.756560 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-edabf4d6-a6a8-49ac-bb03-7f8a803feb7e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:07.765873 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-edabf4d6-a6a8-49ac-bb03-7f8a803feb7e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 816 time: 0.9887679 Feb 04 22:23:07.826023 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=79024438-fbe8-4e4e-8707-f869f5a068e5,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:07.830979 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8e03bccb-dc42-4335-9ef5-cba137a6cc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.858282 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 1f75cf9e-10df-4ba1-ad80-a37d55d76efe completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:23:07.861440 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6af61413-a0c7-4888-9a63-0a07bb57ebd6 None None] Provisioning for port af3c84c0-bcc5-478b-a25f-9d7952767720 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:23:07.865072 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-4bccde72-93c7-45b0-8747-e2311e5b2041 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/quotas/d4727c07e69744808e73ab04657a3e1c HTTP/1.1" status: 200 len: 375 time: 0.0980408 Feb 04 22:23:07.870048 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03bccb-dc42-4335-9ef5-cba137a6cc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd61f0a-6633-4732-ac60-b8c74628970d,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:07.872708 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 1f75cf9e-10df-4ba1-ad80-a37d55d76efe triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:07.873075 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.884548 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8e03bccb-dc42-4335-9ef5-cba137a6cc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.888939 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-8e03bccb-dc42-4335-9ef5-cba137a6cc9a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7bd61f0a-6633-4732-ac60-b8c74628970d HTTP/1.1" status: 204 len: 168 time: 0.3088882 Feb 04 22:23:07.897613 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6af61413-a0c7-4888-9a63-0a07bb57ebd6 None None] Provisioning complete for port af3c84c0-bcc5-478b-a25f-9d7952767720 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:07.898040 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6af61413-a0c7-4888-9a63-0a07bb57ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:07.944128 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9094e24-6a3e-49ba-84d2-f635884fc769 req-0631d05b-1355-4d50-955c-cf6c7e6e8c96 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:07.952015 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a9094e24-6a3e-49ba-84d2-f635884fc769 req-0631d05b-1355-4d50-955c-cf6c7e6e8c96 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 943 time: 0.9647794 Feb 04 22:23:07.954739 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2f4bb04-8c40-4c60-9e6b-4a3f4e29dc61 req-fb4375fa-fecc-4b89-a22a-a7eda69bf2b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=391c707d-143c-4544-a000-cb32cdf62456 HTTP/1.1" status: 200 len: 217 time: 0.1771665 Feb 04 22:23:08.022882 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40506) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:08.030334 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1816828197-network', 'tenant_id': '371eaa003f0145ecaadfea3ce7d61ad9'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:08.041354 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:08.061405 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Usage tracker for resource:network and tenant:371eaa003f0145ecaadfea3ce7d61ad9 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:08.061645 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6af61413-a0c7-4888-9a63-0a07bb57ebd6 None None] Port af3c84c0-bcc5-478b-a25f-9d7952767720 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:23:08.069673 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:08.083513 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:08.103707 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Made reservation on behalf of 371eaa003f0145ecaadfea3ce7d61ad9 for: {'network': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:23:08.111804 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.146681 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.166685 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.180211 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:08.185920 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Usage tracker for resource:security_group_rule and tenant:371eaa003f0145ecaadfea3ce7d61ad9 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:08.191315 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 1f75cf9e-10df-4ba1-ad80-a37d55d76efe, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=1f75cf9e-10df-4ba1-ad80-a37d55d76efe,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:08.191523 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:08.199024 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.203637 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:08.310426 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=1f75cf9e-10df-4ba1-ad80-a37d55d76efe,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:08.342398 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a9094e24-6a3e-49ba-84d2-f635884fc769 req-5c8949c8-b666-4b7c-b9d9-854e0d672384 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885810 Feb 04 22:23:08.343413 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 79024438-fbe8-4e4e-8707-f869f5a068e5 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:08.371063 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.375195 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.395576 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=86818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:23:08.419573 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-71236668-44b7-44e3-80d3-f5db4fb214e1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5509651 Feb 04 22:23:08.423280 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4bb04-8c40-4c60-9e6b-4a3f4e29dc61 req-cded81cf-1c59-4ee2-ad24-f2047f6bd52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:08.425409 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2f4bb04-8c40-4c60-9e6b-4a3f4e29dc61 req-cded81cf-1c59-4ee2-ad24-f2047f6bd52d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e8d25e4-6ef9-4580-8551-8edaf9811c72 HTTP/1.1" status: 200 len: 851 time: 0.4441793 Feb 04 22:23:08.430356 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.430698 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.segments_db [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Added segment da03c282-83a7-4ecd-951a-eec5ec1230bd of type vlan for network 2abdb9ac-478b-4cd4-babc-3f49b44edce7 Feb 04 22:23:08.459599 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58090fc6-7aab-457b-8702-677caf7a7492,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:08.489412 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.522083 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.535571 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 79024438-fbe8-4e4e-8707-f869f5a068e5 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:08.535938 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.589634 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.590787 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:08.591576 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.624701 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.738264 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] Pushing event updated for resources: {'Network': ['ID=2abdb9ac-478b-4cd4-babc-3f49b44edce7,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:08.751104 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-82aee8f4-7303-4d3d-b349-5f2313bb9188 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7218118 Feb 04 22:23:08.751104 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40526) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:08.753290 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Request body: {'subnet': {'network_id': '2abdb9ac-478b-4cd4-babc-3f49b44edce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1816828197-subnet', 'tenant_id': '371eaa003f0145ecaadfea3ce7d61ad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:08.756580 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network 2abdb9ac-478b-4cd4-babc-3f49b44edce7 details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:23:08.758565 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:08.763525 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Usage tracker for resource:subnet and tenant:371eaa003f0145ecaadfea3ce7d61ad9 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:08.766793 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:08.773484 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:08.788017 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Made reservation on behalf of 371eaa003f0145ecaadfea3ce7d61ad9 for: {'subnet': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:23:08.791357 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Notify callbacks [] for subnet, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.917543 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2f4bb04-8c40-4c60-9e6b-4a3f4e29dc61 req-b0ec8c8a-6b2a-49d7-8695-c362259bfd21 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d1f8dd4-aad0-4d5a-963a-f6868989ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4287577 Feb 04 22:23:08.918180 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.918901 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746750'] for router_interface, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:08.961800 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 9f008f5c-a68b-4939-9166-32a8f2bc59b7 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:23:09.099287 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for subnet, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:09.100177 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Pushing event updated for resources: {'Port': ['ID=2cdf9d94-b28d-4115-8b30-819644801082,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:09.184263 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Pushing event updated for resources: {'Subnet': ['ID=6609faa4-fee7-4839-9dcc-da8aa1b88ba1,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:09.197410 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 9f008f5c-a68b-4939-9166-32a8f2bc59b7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9f008f5c-a68b-4939-9166-32a8f2bc59b7,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:09.223206 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '9f008f5c-a68b-4939-9166-32a8f2bc59b7', 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9', 'port_id': '9f008f5c-a68b-4939-9166-32a8f2bc59b7', 'mac_address': 'fa:16:3e:38:ab:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ad4abf-da59-4c7c-9f55-c37529f65922', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:23:09.227886 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Checking segment: {'id': 'da03c282-83a7-4ecd-951a-eec5ec1230bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2abdb9ac-478b-4cd4-babc-3f49b44edce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:23:09.228341 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Network hostable DHCP agents. Network: 2abdb9ac-478b-4cd4-babc-3f49b44edce7, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:23:09.264381 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Network 2abdb9ac-478b-4cd4-babc-3f49b44edce7 is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:23:09.280217 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, 2abdb9ac-478b-4cd4-babc-3f49b44edce7) {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:23:09.286170 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:09.286679 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:09.297682 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd0c991-97ea-4c55-b00b-e7b32e08ec23 None None] Network 2abdb9ac-478b-4cd4-babc-3f49b44edce7 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:23:09.330332 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-06f43b40-7495-48f8-95b7-e4076b55a9de admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5807347 Feb 04 22:23:09.348394 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40550) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:09.380519 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2f2bf-d8ac-4601-b0f3-354daa598629 req-7720a706-1f0e-419b-b7b5-c4565c72e1cd tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:09.382178 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cbe2f2bf-d8ac-4601-b0f3-354daa598629 req-7720a706-1f0e-419b-b7b5-c4565c72e1cd tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 943 time: 0.5909095 Feb 04 22:23:09.427196 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-56215200-a21a-4493-bfd0-df6c71bfd4da service neutron] 10.222.0.47 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9790790 Feb 04 22:23:09.445952 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:09.466435 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f008f5c-a68b-4939-9166-32a8f2bc59b7 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:23:09.507579 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 9f008f5c-a68b-4939-9166-32a8f2bc59b7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9f008f5c-a68b-4939-9166-32a8f2bc59b7,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:09.599264 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:09.599918 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 391c707d-143c-4544-a000-cb32cdf62456 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:23:09.635509 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2f4bb04-8c40-4c60-9e6b-4a3f4e29dc61 req-e45a598c-ee25-415c-ab14-ae593e1426e0 service neutron] 10.222.0.58 "GET /v2.0/networks/6d1f8dd4-aad0-4d5a-963a-f6868989ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6994183 Feb 04 22:23:09.654383 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-f8c4b5cf-077f-4337-bf75-2fc1ac8de103 service neutron] 10.222.0.47 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262416 Feb 04 22:23:09.696999 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9eda-5e19-4f4c-abb4-c721290cdb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:09.741114 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-3f0e9eda-5e19-4f4c-abb4-c721290cdb7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:09.742342 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Network 147e572c-d5ca-40cc-a413-4c11ad747739 is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:23:09.759195 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a8e20-4c92-4972-af60-682927556996 None None] Network 2abdb9ac-478b-4cd4-babc-3f49b44edce7 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:23:09.763722 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-3f0e9eda-5e19-4f4c-abb4-c721290cdb7c admin admin] Usage tracker for resource:security_group_rule and tenant:f8405c4e705644e09d5797d42e0f24fc is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:09.773641 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-3f0e9eda-5e19-4f4c-abb4-c721290cdb7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:09.787081 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-3f0e9eda-5e19-4f4c-abb4-c721290cdb7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:09.871023 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:23:09.927579 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.db.resource_extend [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 22:23:09.960944 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cbe2f2bf-d8ac-4601-b0f3-354daa598629 req-68e84f49-e837-4cae-bfbb-3e14fe1ecddf tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475988 Feb 04 22:23:10.076788 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=9f008f5c-a68b-4939-9166-32a8f2bc59b7,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:10.100465 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9eda-5e19-4f4c-abb4-c721290cdb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:10.114383 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9eda-5e19-4f4c-abb4-c721290cdb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:10.195643 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 391c707d-143c-4544-a000-cb32cdf62456, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=391c707d-143c-4544-a000-cb32cdf62456,segment=NetworkSegment(134304cc-30f4-4e5a-a617-5aa92c265585),segment_id=134304cc-30f4-4e5a-a617-5aa92c265585)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:10.240415 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '391c707d-143c-4544-a000-cb32cdf62456', 'network_id': '6d1f8dd4-aad0-4d5a-963a-f6868989ec42', 'port_id': '391c707d-143c-4544-a000-cb32cdf62456', 'mac_address': 'fa:16:3e:f4:d8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8d25e4-6ef9-4580-8551-8edaf9811c72', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:23:10.250305 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-3f0e9eda-5e19-4f4c-abb4-c721290cdb7c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8405c4e705644e09d5797d42e0f24fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9006860 Feb 04 22:23:10.253170 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40584) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:10.283912 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e9eda-5e19-4f4c-abb4-c721290cdb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f78582b-bf1b-4ded-a939-15c0802e9ceb,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:10.324537 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:10.355062 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391c707d-143c-4544-a000-cb32cdf62456 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:23:10.377079 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 391c707d-143c-4544-a000-cb32cdf62456, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=391c707d-143c-4544-a000-cb32cdf62456,segment=NetworkSegment(134304cc-30f4-4e5a-a617-5aa92c265585),segment_id=134304cc-30f4-4e5a-a617-5aa92c265585)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:10.378243 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 1f75cf9e-10df-4ba1-ad80-a37d55d76efe up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:10.472700 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:10.487442 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0851f209-0e62-4d50-81ab-06f68f7fdc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:10.501023 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4fef584a-903a-44ff-9b2f-486f873e3d3e req-27f0df24-df70-48b5-a72d-e4bd11234bc9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 210 time: 0.1195869 Feb 04 22:23:10.520657 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Router d32510b7-3377-468a-b965-5862a8291ed2 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:23:10.568372 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0851f209-0e62-4d50-81ab-06f68f7fdc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:10.700342 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0851f209-0e62-4d50-81ab-06f68f7fdc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:10.764021 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851f209-0e62-4d50-81ab-06f68f7fdc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f78582b-bf1b-4ded-a939-15c0802e9ceb,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:10.778744 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0851f209-0e62-4d50-81ab-06f68f7fdc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:10.779893 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-0851f209-0e62-4d50-81ab-06f68f7fdc66 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2f78582b-bf1b-4ded-a939-15c0802e9ceb HTTP/1.1" status: 204 len: 168 time: 0.5258031 Feb 04 22:23:10.790629 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=391c707d-143c-4544-a000-cb32cdf62456,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:10.835159 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473115ed-b4ba-441c-8be4-8e6ff89910f4 req-e3be0fd2-76f2-4632-8562-c6990c9efba3 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:10.843395 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-473115ed-b4ba-441c-8be4-8e6ff89910f4 req-e3be0fd2-76f2-4632-8562-c6990c9efba3 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 944 time: 0.4482403 Feb 04 22:23:10.846819 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2f4bb04-8c40-4c60-9e6b-4a3f4e29dc61 req-bb46f06a-f3bc-49e7-a52c-7e39bb517dc1 service neutron] 10.222.0.58 "GET /v2.0/networks/6d1f8dd4-aad0-4d5a-963a-f6868989ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1852067 Feb 04 22:23:10.904845 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 1f75cf9e-10df-4ba1-ad80-a37d55d76efe triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:10.905203 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:10.913061 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.db.resource_extend [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 22:23:10.997264 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:11.013702 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['391c707d-143c-4544-a000-cb32cdf62456'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:23:11.029839 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:11.031308 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746750'] for router_interface, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:11.052429 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['9f008f5c-a68b-4939-9166-32a8f2bc59b7'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:23:11.342632 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:23:11.353496 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Sync routers for ids ['d32510b7-3377-468a-b965-5862a8291ed2'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:23:11.370829 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Routers {'d32510b7-3377-468a-b965-5862a8291ed2'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:23:11.374365 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:22:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['d32510b7-3377-468a-b965-5862a8291ed2'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:11.508167 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40614) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:11.528611 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7d7730a8-f9e0-4543-8e8b-0da4372f9ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:11.544914 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-7d7730a8-f9e0-4543-8e8b-0da4372f9ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:11.546780 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Pushing event updated for resources: {'Port': ['ID=af3c84c0-bcc5-478b-a25f-9d7952767720,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:11.550573 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-7d7730a8-f9e0-4543-8e8b-0da4372f9ece admin admin] Usage tracker for resource:security_group_rule and tenant:e98bd9a8c8384332a36966e5fc097f89 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:11.553882 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-7d7730a8-f9e0-4543-8e8b-0da4372f9ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:11.561106 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-7d7730a8-f9e0-4543-8e8b-0da4372f9ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:11.599488 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-473115ed-b4ba-441c-8be4-8e6ff89910f4 req-d2aac14b-fa00-47ef-b087-761d57f96cf3 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7550402 Feb 04 22:23:11.630362 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-f8941004-1389-4b94-8aac-753ac54c71ef admin admin] 10.222.0.47 "PUT /v2.0/routers/d32510b7-3377-468a-b965-5862a8291ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.2075565 Feb 04 22:23:11.708078 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Network b10f71a1-fd6a-4752-b30c-8ed030813f0a is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:23:11.711531 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:23:11.711891 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Set router d32510b7-3377-468a-b965-5862a8291ed2 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:23:11.717909 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7d7730a8-f9e0-4543-8e8b-0da4372f9ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:11.726472 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7d7730a8-f9e0-4543-8e8b-0da4372f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:11.863466 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3d9bef93-ec38-4fc9-bb1a-86a2a99ba938 req-3ed16c61-ada5-41de-95a2-4d3613dc07b8 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 210 time: 0.0678027 Feb 04 22:23:11.867666 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-7d7730a8-f9e0-4543-8e8b-0da4372f9ece admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e98bd9a8c8384332a36966e5fc097f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555138 Feb 04 22:23:11.869005 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 40622) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:11.872067 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7730a8-f9e0-4543-8e8b-0da4372f9ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77cb344-3337-4c93-9561-2ddc561dff43,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:12.046447 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eba5c-5a75-42c1-8b8d-9948a272f42e req-e4105330-8fc7-4bbe-bad3-5bbd662aa92f tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:12.047978 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-683eba5c-5a75-42c1-8b8d-9948a272f42e req-e4105330-8fc7-4bbe-bad3-5bbd662aa92f tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 944 time: 0.8293362 Feb 04 22:23:12.122891 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-a7086ac6-ff38-4919-aed6-c80eb256ed06 None None] Provisioning complete for port af3c84c0-bcc5-478b-a25f-9d7952767720 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:12.123509 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-a7086ac6-ff38-4919-aed6-c80eb256ed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:12.197234 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-1556861733-router', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:39Z', 'updated_at': '2022-02-04T22:23:06Z', 'revision_number': 4, 'project_id': '2972bd90360f40548925dda55e960d83', 'gw_port': {'id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '2cdf9d94-b28d-4115-8b30-819644801082', 'name': '', 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'mac_address': 'fa:16:3e:18:f3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8a499076-7138-49cd-a886-8a07c636087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:00Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 2, 'project_id': '2972bd90360f40548925dda55e960d83', 'subnets': [{'id': '8a499076-7138-49cd-a886-8a07c636087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:12.210569 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Checking router: d32510b7-3377-468a-b965-5862a8291ed2 for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:23:12.210932 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Updating router d32510b7-3377-468a-b965-5862a8291ed2 port 2cdf9d94-b28d-4115-8b30-819644801082 binding host dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:23:12.216683 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-a7086ac6-ff38-4919-aed6-c80eb256ed06 None None] Port af3c84c0-bcc5-478b-a25f-9d7952767720 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:23:12.307606 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:12.335574 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-683eba5c-5a75-42c1-8b8d-9948a272f42e req-01ec2b32-a0e7-43ef-880c-07b32e10e364 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785044 Feb 04 22:23:12.407080 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Router 1b3bdabe-0236-4211-94a4-f81f76774685 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:23:12.481875 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-660a669b-594a-45eb-ad76-de6d769c080e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:12.622811 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-44bf9bd0-1776-4767-b0c2-b4ef7c93471b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:12.624525 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-44bf9bd0-1776-4767-b0c2-b4ef7c93471b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.58 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 816 time: 0.7152576 Feb 04 22:23:12.670088 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-660a669b-594a-45eb-ad76-de6d769c080e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:12.772633 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Notify callbacks [] for port, precommit_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:12.788093 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.provisioning_blocks [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Transition to ACTIVE for port object 2cdf9d94-b28d-4115-8b30-819644801082 will not be triggered until provisioned by entity L2. {{(pid=86820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:23:12.799264 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:12.924340 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 9f008f5c-a68b-4939-9166-32a8f2bc59b7 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:12.936480 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-72cbeb28-4551-4ef9-b18d-48389ad88576 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:12.938072 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-72cbeb28-4551-4ef9-b18d-48389ad88576 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/networks?id=147e572c-d5ca-40cc-a413-4c11ad747739 HTTP/1.1" status: 200 len: 819 time: 0.5962782 Feb 04 22:23:12.955307 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-13abb63b-df7f-4800-979c-2d1caeae8285 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4727c07e69744808e73ab04657a3e1c HTTP/1.1" status: 200 len: 379 time: 0.3027928 Feb 04 22:23:12.984384 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Request body: {'port': {'device_id': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'admin_state_up': True, 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'security_groups': ['4565c66b-3856-4b09-86ef-563e7ff6648d']}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:13.074442 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 9f008f5c-a68b-4939-9166-32a8f2bc59b7 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:23:13.079688 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 9f008f5c-a68b-4939-9166-32a8f2bc59b7 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:13.080060 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:13.141492 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-c0e6b2a7-b19a-4dd3-9252-7d4613af90b2 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/quotas/2972bd90360f40548925dda55e960d83 HTTP/1.1" status: 200 len: 375 time: 0.1820195 Feb 04 22:23:13.142722 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b430b6-7195-49b4-9761-9ce6c54b71b7 None None] Pushing event updated for resources: {'Port': ['ID=2cdf9d94-b28d-4115-8b30-819644801082,revision_number=3']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:13.148526 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:23:13.167394 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Sync routers for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:23:13.168959 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Attempting to bind port 2cdf9d94-b28d-4115-8b30-819644801082 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:23:13.171894 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Attempting to bind port 2cdf9d94-b28d-4115-8b30-819644801082 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': 'ecc958e1-ac56-4b03-a320-bf677ee949e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739'}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:23:13.172264 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Attempting to bind port 2cdf9d94-b28d-4115-8b30-819644801082 on network 147e572c-d5ca-40cc-a413-4c11ad747739 {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:13.180390 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:23:13.180642 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Checking segment: {'id': 'ecc958e1-ac56-4b03-a320-bf677ee949e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:23:13.181045 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:13.181847 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Bound using segment: {'id': 'ecc958e1-ac56-4b03-a320-bf677ee949e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739'} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:23:13.183253 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Bound port: 2cdf9d94-b28d-4115-8b30-819644801082, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc958e1-ac56-4b03-a320-bf677ee949e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739'}}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:23:13.183657 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:13.196550 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:23:13.197175 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:22:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:13.287093 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] For port 2cdf9d94-b28d-4115-8b30-819644801082, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:23:13.290645 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] For port 2cdf9d94-b28d-4115-8b30-819644801082, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=2cdf9d94-b28d-4115-8b30-819644801082,segment=NetworkSegment(ecc958e1-ac56-4b03-a320-bf677ee949e2),segment_id=ecc958e1-ac56-4b03-a320-bf677ee949e2)] {{(pid=86820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:23:13.298125 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:13.418983 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Routers {'d32510b7-3377-468a-b965-5862a8291ed2'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:23:13.419706 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:22:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['d32510b7-3377-468a-b965-5862a8291ed2'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:13.438730 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:13.456715 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:23:13.472325 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-4ab25b4a-dd03-4382-9d24-290814598d41 admin admin] 10.222.0.47 "PUT /v2.0/routers/1b3bdabe-0236-4211-94a4-f81f76774685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.0397832 Feb 04 22:23:13.477589 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-660a669b-594a-45eb-ad76-de6d769c080e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:13.480117 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-660a669b-594a-45eb-ad76-de6d769c080e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:13.484164 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-660a669b-594a-45eb-ad76-de6d769c080e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f77cb344-3337-4c93-9561-2ddc561dff43 HTTP/1.1" status: 204 len: 168 time: 1.6074905 Feb 04 22:23:13.486302 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b430b6-7195-49b4-9761-9ce6c54b71b7 None None] Pushing event updated for resources: {'Port': ['ID=2cdf9d94-b28d-4115-8b30-819644801082,revision_number=4']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:13.530320 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:13.542502 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Usage tracker for resource:port and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:13.549057 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:13.560328 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:13.566087 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a669b-594a-45eb-ad76-de6d769c080e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77cb344-3337-4c93-9561-2ddc561dff43,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:13.619574 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7552a9f-60d6-420d-b5de-41f76dcd1e99 req-3c5ab33d-eb60-46ed-ae8b-40c6372fff72 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:13.622385 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b7552a9f-60d6-420d-b5de-41f76dcd1e99 req-3c5ab33d-eb60-46ed-ae8b-40c6372fff72 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 944 time: 0.7687495 Feb 04 22:23:13.641103 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Made reservation on behalf of d4727c07e69744808e73ab04657a3e1c for: {'port': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:23:13.652472 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:13.685030 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 9f008f5c-a68b-4939-9166-32a8f2bc59b7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9f008f5c-a68b-4939-9166-32a8f2bc59b7,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:13.692943 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] Set router d32510b7-3377-468a-b965-5862a8291ed2 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:23:13.693739 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d2a285-3d52-4706-8bc3-1b3169db99a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f008f5c-a68b-4939-9166-32a8f2bc59b7'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:13.696710 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-d49d9db9-4ea4-4b74-9c4f-96269bdd56f5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Synchronizing usage tracker for tenant:2972bd90360f40548925dda55e960d83 on resource:port {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:23:13.781330 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:13.782228 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 391c707d-143c-4544-a000-cb32cdf62456 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:13.866044 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b7552a9f-60d6-420d-b5de-41f76dcd1e99 req-48ec53b0-fd19-4c25-8b3a-32d16d388c97 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787164 Feb 04 22:23:13.870796 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-d49d9db9-4ea4-4b74-9c4f-96269bdd56f5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Unset dirty status for tenant:2972bd90360f40548925dda55e960d83 on resource:port {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:23:13.872417 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-d49d9db9-4ea4-4b74-9c4f-96269bdd56f5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2972bd90360f40548925dda55e960d83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7220054 Feb 04 22:23:14.093320 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Allocated IP 172.20.0.4 (159c2c49-f816-412b-aa6b-d5818fb0425f/0b884a98-3a2e-453c-89b3-9061404d8d95/e4d61007-7de5-48c4-ab40-8924cd2683c4) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:23:14.150197 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=9f008f5c-a68b-4939-9166-32a8f2bc59b7,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:14.155673 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40690) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:14.163153 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ae2ff946-57c6-4d63-b2cd-2a8cc6e99974 req-dbebf716-3cb1-4f8e-847f-9ee37c2ba591 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 210 time: 0.0717211 Feb 04 22:23:14.172314 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-8861968a-62ae-41ec-8c83-a0cb0a5a702c service neutron] 10.222.0.47 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911334 Feb 04 22:23:14.216676 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 391c707d-143c-4544-a000-cb32cdf62456 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:23:14.241371 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 391c707d-143c-4544-a000-cb32cdf62456 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:14.243806 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:14.386038 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-1556861733-router', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:39Z', 'updated_at': '2022-02-04T22:23:06Z', 'revision_number': 4, 'project_id': '2972bd90360f40548925dda55e960d83', 'gw_port': {'id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '2cdf9d94-b28d-4115-8b30-819644801082', 'name': '', 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'mac_address': 'fa:16:3e:18:f3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8a499076-7138-49cd-a886-8a07c636087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:00Z', 'updated_at': '2022-02-04T22:23:13Z', 'revision_number': 4, 'project_id': '2972bd90360f40548925dda55e960d83', 'subnets': [{'id': '8a499076-7138-49cd-a886-8a07c636087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:14.396230 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9ebac-1442-4cd3-a874-e7b6cf937074 None None] The sync data for ids ['d32510b7-3377-468a-b965-5862a8291ed2'] in dv-cinder-818885-2-iscsi is: [{'id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-1556861733-router', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:39Z', 'updated_at': '2022-02-04T22:23:06Z', 'revision_number': 4, 'project_id': '2972bd90360f40548925dda55e960d83', 'gw_port': {'id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '2cdf9d94-b28d-4115-8b30-819644801082', 'name': '', 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'mac_address': 'fa:16:3e:18:f3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8a499076-7138-49cd-a886-8a07c636087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:00Z', 'updated_at': '2022-02-04T22:23:13Z', 'revision_number': 4, 'project_id': '2972bd90360f40548925dda55e960d83', 'subnets': [{'id': '8a499076-7138-49cd-a886-8a07c636087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:23:14.413125 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1b17d9aa-235e-49ce-ac47-aa1c9a1e85cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:14.436914 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-1b17d9aa-235e-49ce-ac47-aa1c9a1e85cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:14.441372 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-1b17d9aa-235e-49ce-ac47-aa1c9a1e85cf admin admin] Usage tracker for resource:security_group_rule and tenant:4cc4bd6939c74f2bb05d41ec95922189 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:14.445142 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-1b17d9aa-235e-49ce-ac47-aa1c9a1e85cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:14.453666 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-1b17d9aa-235e-49ce-ac47-aa1c9a1e85cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:14.550639 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:09Z', 'revision_number': 2, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:14.558622 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Checking router: 1b3bdabe-0236-4211-94a4-f81f76774685 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:23:14.558979 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Updating router 1b3bdabe-0236-4211-94a4-f81f76774685 port af3c84c0-bcc5-478b-a25f-9d7952767720 binding host dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:23:14.577027 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1b17d9aa-235e-49ce-ac47-aa1c9a1e85cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:14.582954 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1b17d9aa-235e-49ce-ac47-aa1c9a1e85cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:14.654210 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:14.688564 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-1b17d9aa-235e-49ce-ac47-aa1c9a1e85cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4cc4bd6939c74f2bb05d41ec95922189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5310907 Feb 04 22:23:14.690364 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17d9aa-235e-49ce-ac47-aa1c9a1e85cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23208d02-d0ec-42c0-93b7-9b486d4fb4bd,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:14.693038 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40704) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:14.695124 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:14.803008 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 391c707d-143c-4544-a000-cb32cdf62456, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=391c707d-143c-4544-a000-cb32cdf62456,segment=NetworkSegment(134304cc-30f4-4e5a-a617-5aa92c265585),segment_id=134304cc-30f4-4e5a-a617-5aa92c265585)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:14.810714 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4dbd784e-7234-43e2-aa91-60dcd4a4f012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:14.821221 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:14.862739 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:14.884886 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4dbd784e-7234-43e2-aa91-60dcd4a4f012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:14.898236 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.provisioning_blocks [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Transition to ACTIVE for port object e4d61007-7de5-48c4-ab40-8924cd2683c4 will not be triggered until provisioned by entity DHCP. {{(pid=86817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:23:14.971852 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:15.033510 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4dbd784e-7234-43e2-aa91-60dcd4a4f012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:15.084535 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd784e-7234-43e2-aa91-60dcd4a4f012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23208d02-d0ec-42c0-93b7-9b486d4fb4bd,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:15.097126 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4dbd784e-7234-43e2-aa91-60dcd4a4f012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:15.098339 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-4dbd784e-7234-43e2-aa91-60dcd4a4f012 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/23208d02-d0ec-42c0-93b7-9b486d4fb4bd HTTP/1.1" status: 204 len: 168 time: 0.4042923 Feb 04 22:23:15.184774 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Network 159c2c49-f816-412b-aa6b-d5818fb0425f is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:23:15.190852 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:23:15.198678 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-17df6b61-38c1-497c-a04c-f7791aa04001 service neutron] 10.222.0.47 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0169644 Feb 04 22:23:15.202577 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:23:15.216615 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:15.217670 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:15.232096 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event updated for resources: {'Port': ['ID=e4d61007-7de5-48c4-ab40-8924cd2683c4,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:15.266693 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82e97f-74eb-4257-b9b2-983510e9f591 req-f80bfe7e-6767-405f-a308-0fc63424b32f tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:15.268685 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-af82e97f-74eb-4257-b9b2-983510e9f591 req-f80bfe7e-6767-405f-a308-0fc63424b32f tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 945 time: 0.8182235 Feb 04 22:23:15.271759 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-40590f5a-d41e-436f-b2da-45e47305bb19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2941740 Feb 04 22:23:15.306322 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Request body: {'port': {'device_id': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:15.349164 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=391c707d-143c-4544-a000-cb32cdf62456,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:15.447783 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-af82e97f-74eb-4257-b9b2-983510e9f591 req-a1fed13e-dcd4-46bf-9a7f-a4ee3cf8af80 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670887 Feb 04 22:23:15.616356 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:15.682626 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Notify callbacks [] for port, precommit_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:15.715545 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Transition to ACTIVE for port object af3c84c0-bcc5-478b-a25f-9d7952767720 will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:23:15.726300 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-51cf4f70-bf2b-4ed8-b8bb-0df7b0c6d276 None None] Provisioning for port e4d61007-7de5-48c4-ab40-8924cd2683c4 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:23:15.735674 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-51cf4f70-bf2b-4ed8-b8bb-0df7b0c6d276 None None] Provisioning complete for port e4d61007-7de5-48c4-ab40-8924cd2683c4 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:15.736071 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-51cf4f70-bf2b-4ed8-b8bb-0df7b0c6d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:15.766655 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:16.057425 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d2a285-3d52-4706-8bc3-1b3169db99a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f008f5c-a68b-4939-9166-32a8f2bc59b7', 'code': 200} Feb 04 22:23:16.192666 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-51cf4f70-bf2b-4ed8-b8bb-0df7b0c6d276 None None] Port e4d61007-7de5-48c4-ab40-8924cd2683c4 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:23:16.217203 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38968cbc-6691-48da-95ab-768fef7d746c None None] Pushing event updated for resources: {'Port': ['ID=af3c84c0-bcc5-478b-a25f-9d7952767720,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:16.378928 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Attempting to bind port af3c84c0-bcc5-478b-a25f-9d7952767720 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:23:16.379623 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Attempting to bind port af3c84c0-bcc5-478b-a25f-9d7952767720 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:23:16.379623 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Attempting to bind port af3c84c0-bcc5-478b-a25f-9d7952767720 on network b10f71a1-fd6a-4752-b30c-8ed030813f0a {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:16.399414 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:23:16.399537 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Checking segment: {'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:23:16.400005 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:16.400336 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Bound using segment: {'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:23:16.401420 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Bound port: af3c84c0-bcc5-478b-a25f-9d7952767720, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:23:16.401872 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:16.519560 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 2cdf9d94-b28d-4115-8b30-819644801082 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:16.573326 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d61007-7de5-48c4-ab40-8924cd2683c4 {{(pid=86817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:23:16.603060 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448625d-81f6-40ef-83c8-895d97d2557d req-3a87d261-018f-4096-9aa0-de30adcfffab tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:16.605539 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2448625d-81f6-40ef-83c8-895d97d2557d req-3a87d261-018f-4096-9aa0-de30adcfffab tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 945 time: 0.3417017 Feb 04 22:23:16.608320 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:16.620124 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] For port af3c84c0-bcc5-478b-a25f-9d7952767720, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:23:16.637732 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] For port af3c84c0-bcc5-478b-a25f-9d7952767720, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=af3c84c0-bcc5-478b-a25f-9d7952767720,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:23:16.652498 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:16.656966 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.provisioning_blocks [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Transition to ACTIVE for port object e4d61007-7de5-48c4-ab40-8924cd2683c4 will not be triggered until provisioned by entity L2. {{(pid=86817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:23:16.674890 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:16.741504 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 2cdf9d94-b28d-4115-8b30-819644801082 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:23:16.754030 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 2cdf9d94-b28d-4115-8b30-819644801082 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:16.754447 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:16.805224 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40758) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:16.812112 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132475285', 'description': 'tempest-description--1707578435'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:16.827302 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:16.837385 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Usage tracker for resource:security_group and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:16.846123 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:16.869529 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:16.872006 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:23:16.872187 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:22:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:16.901156 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:16.954740 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:16.962489 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Usage tracker for resource:security_group_rule and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:16.973207 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:16.991747 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:17.046932 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38968cbc-6691-48da-95ab-768fef7d746c None None] Pushing event updated for resources: {'Port': ['ID=af3c84c0-bcc5-478b-a25f-9d7952767720,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:17.147823 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.157014 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.218563 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2448625d-81f6-40ef-83c8-895d97d2557d req-1b6edc7e-8c83-45db-ae37-53bd944c10fa tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6058252 Feb 04 22:23:17.219352 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e45121-65fa-4eda-ab72-9d426b0eca03,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:17.224617 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.229065 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-f37de933-951c-4256-849f-c97b91c4cc07 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4193680 Feb 04 22:23:17.230145 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40766) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:17.235038 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d61007-7de5-48c4-ab40-8924cd2683c4,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:17.236509 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-b33136bb-e0b4-49bb-b051-09580031d24c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Request body: {'security_group_rule': {'security_group_id': '07e45121-65fa-4eda-ab72-9d426b0eca03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:17.248690 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-b33136bb-e0b4-49bb-b051-09580031d24c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:17.262450 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-b33136bb-e0b4-49bb-b051-09580031d24c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Usage tracker for resource:security_group_rule and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:17.266125 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-b33136bb-e0b4-49bb-b051-09580031d24c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:17.273167 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-b33136bb-e0b4-49bb-b051-09580031d24c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:17.308230 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.managers [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Attempting to bind port e4d61007-7de5-48c4-ab40-8924cd2683c4 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:23:17.308677 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.managers [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Attempting to bind port e4d61007-7de5-48c4-ab40-8924cd2683c4 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'}] {{(pid=86817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:23:17.309009 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Attempting to bind port e4d61007-7de5-48c4-ab40-8924cd2683c4 on network 159c2c49-f816-412b-aa6b-d5818fb0425f {{(pid=86817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:17.310183 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b33136bb-e0b4-49bb-b051-09580031d24c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.318592 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Port e4d61007-7de5-48c4-ab40-8924cd2683c4 on network 159c2c49-f816-412b-aa6b-d5818fb0425f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:23:17.318956 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Attempting to bind port e4d61007-7de5-48c4-ab40-8924cd2683c4 on network 159c2c49-f816-412b-aa6b-d5818fb0425f {{(pid=86817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:17.327906 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:23:17.328314 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Checking segment: {'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:23:17.328792 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Bound using segment: {'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'} {{(pid=86817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:23:17.329230 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.managers [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Bound port: e4d61007-7de5-48c4-ab40-8924cd2683c4, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'}}] {{(pid=86817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:23:17.329602 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.346811 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2088f-e3d2-45a1-b8dd-30fd98af61a4 req-33650214-6f9f-4fbc-b164-f3c7c8c9ce1a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:17.347542 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-0bb2088f-e3d2-45a1-b8dd-30fd98af61a4 req-33650214-6f9f-4fbc-b164-f3c7c8c9ce1a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Synchronizing usage tracker for tenant:d4727c07e69744808e73ab04657a3e1c on resource:port {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:23:17.419317 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-0bb2088f-e3d2-45a1-b8dd-30fd98af61a4 req-33650214-6f9f-4fbc-b164-f3c7c8c9ce1a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Unset dirty status for tenant:d4727c07e69744808e73ab04657a3e1c on resource:port {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:23:17.421127 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0bb2088f-e3d2-45a1-b8dd-30fd98af61a4 req-33650214-6f9f-4fbc-b164-f3c7c8c9ce1a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.3033364 Feb 04 22:23:17.438206 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b33136bb-e0b4-49bb-b051-09580031d24c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.446359 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b33136bb-e0b4-49bb-b051-09580031d24c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.456199 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:23:17.500158 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33136bb-e0b4-49bb-b051-09580031d24c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f099fd05-5c08-4c7b-89d7-4a0bc158d4d5,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:17.510512 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b33136bb-e0b4-49bb-b051-09580031d24c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.511056 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-b33136bb-e0b4-49bb-b051-09580031d24c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2799404 Feb 04 22:23:17.515065 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 40776) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:17.521802 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-dbd4e2a8-0d09-4b23-83f8-1067cb10f726 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Request body: {'security_group_rule': {'security_group_id': '07e45121-65fa-4eda-ab72-9d426b0eca03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:17.531413 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-dbd4e2a8-0d09-4b23-83f8-1067cb10f726 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:17.537383 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-dbd4e2a8-0d09-4b23-83f8-1067cb10f726 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Usage tracker for resource:security_group_rule and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:17.540977 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-dbd4e2a8-0d09-4b23-83f8-1067cb10f726 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:17.553631 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-dbd4e2a8-0d09-4b23-83f8-1067cb10f726 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:17.555990 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f6f29c99-4aff-4c87-a58f-760d89f7a7ea req-fcfac164-3e52-414d-a348-f760a4e385f0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 210 time: 0.0786197 Feb 04 22:23:17.572007 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.602274 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] For port e4d61007-7de5-48c4-ab40-8924cd2683c4, host hv-cinder-81888, cleared binding levels {{(pid=86817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:23:17.607952 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-dbd4e2a8-0d09-4b23-83f8-1067cb10f726 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.611947 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0bb2088f-e3d2-45a1-b8dd-30fd98af61a4 req-792b531e-a774-4655-a0d8-f54cb5941363 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774426 Feb 04 22:23:17.626415 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] For port e4d61007-7de5-48c4-ab40-8924cd2683c4, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:23:17.635789 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.779928 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-dbd4e2a8-0d09-4b23-83f8-1067cb10f726 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.782800 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:17.783430 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.784875 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] 10.222.0.58 "PUT /v2.0/ports/e4d61007-7de5-48c4-ab40-8924cd2683c4 HTTP/1.1" status: 200 len: 1093 time: 2.4845510 Feb 04 22:23:17.788031 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-dbd4e2a8-0d09-4b23-83f8-1067cb10f726 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.788402 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:17.829728 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4e2a8-0d09-4b23-83f8-1067cb10f726 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ab5799-d659-4209-a0c8-3dce0f582720,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:17.891216 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-dbd4e2a8-0d09-4b23-83f8-1067cb10f726 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.892936 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632a9cb-1c9c-4f7f-9363-ee00443a2786 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d61007-7de5-48c4-ab40-8924cd2683c4,revision_number=3']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:17.897526 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 40790) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:17.905196 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Request body: {'floatingip': {'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:17.908443 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 2cdf9d94-b28d-4115-8b30-819644801082, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=2cdf9d94-b28d-4115-8b30-819644801082,segment=NetworkSegment(ecc958e1-ac56-4b03-a320-bf677ee949e2),segment_id=ecc958e1-ac56-4b03-a320-bf677ee949e2)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:17.909134 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-dbd4e2a8-0d09-4b23-83f8-1067cb10f726 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3914056 Feb 04 22:23:17.914784 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:17.932218 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:17.970379 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Usage tracker for resource:floatingip and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:17.974181 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:17.981987 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:18.006105 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'status': 'completed', 'code': 200} Feb 04 22:23:18.042870 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:18.061848 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521356d6-e371-49f6-9236-f90de6643e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c707d-143c-4544-a000-cb32cdf62456'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:18.181703 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87d634-3188-46f9-85e1-8c4fd24b59a9 req-1c3c952f-e506-4276-93ca-6669d55dfefb tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:18.183826 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8b87d634-3188-46f9-85e1-8c4fd24b59a9 req-1c3c952f-e506-4276-93ca-6669d55dfefb tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 945 time: 0.4092796 Feb 04 22:23:18.212944 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=2cdf9d94-b28d-4115-8b30-819644801082,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:18.262213 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-f19be654-e2ba-4da0-8ffd-6340dc93df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:18.263633 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-f19be654-e2ba-4da0-8ffd-6340dc93df07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 1096 time: 0.3517411 Feb 04 22:23:18.329221 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 2cdf9d94-b28d-4115-8b30-819644801082 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:18.428384 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-a4e5414f-ee06-4bdf-a704-57cc0a11870c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4 HTTP/1.1" status: 200 len: 217 time: 0.1080098 Feb 04 22:23:18.428774 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e6faf-7654-407e-b5ae-35b58084be27 req-06cf85fa-8c3f-4be8-be2d-818b04394102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:18.435109 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-408e6faf-7654-407e-b5ae-35b58084be27 req-06cf85fa-8c3f-4be8-be2d-818b04394102 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 1098 time: 0.1988938 Feb 04 22:23:18.464378 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 2cdf9d94-b28d-4115-8b30-819644801082 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:18.464920 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:18.497252 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-408e6faf-7654-407e-b5ae-35b58084be27 req-21e9d6e9-22c4-4fce-adbc-96327178a205 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:18.518326 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-408e6faf-7654-407e-b5ae-35b58084be27 req-21e9d6e9-22c4-4fce-adbc-96327178a205 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:18.524906 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-408e6faf-7654-407e-b5ae-35b58084be27 req-21e9d6e9-22c4-4fce-adbc-96327178a205 service neutron] Usage tracker for resource:security_group_rule and tenant:b6444b63be5643f0a6e9b41d12895fbc is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:18.529107 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-408e6faf-7654-407e-b5ae-35b58084be27 req-21e9d6e9-22c4-4fce-adbc-96327178a205 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:18.535646 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-408e6faf-7654-407e-b5ae-35b58084be27 req-21e9d6e9-22c4-4fce-adbc-96327178a205 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:18.555827 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:16Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:18.566057 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c8cb2225-6ec9-40ad-875d-8e17c2a4ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:18.567487 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-c8cb2225-6ec9-40ad-875d-8e17c2a4ccf7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b884a98-3a2e-453c-89b3-9061404d8d95 HTTP/1.1" status: 200 len: 855 time: 0.0806248 Feb 04 22:23:18.575971 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8b87d634-3188-46f9-85e1-8c4fd24b59a9 req-52bbc286-8870-4198-b7b3-1c73f9a04031 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769338 Feb 04 22:23:18.600723 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c6750-e171-4e73-a0d9-0941a82dfd50 None None] The sync data for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi is: [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:16Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:23:18.698356 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-408e6faf-7654-407e-b5ae-35b58084be27 req-21e9d6e9-22c4-4fce-adbc-96327178a205 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:18.725903 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-408e6faf-7654-407e-b5ae-35b58084be27 req-21e9d6e9-22c4-4fce-adbc-96327178a205 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:18.815462 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-408e6faf-7654-407e-b5ae-35b58084be27 req-21e9d6e9-22c4-4fce-adbc-96327178a205 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720055 Feb 04 22:23:18.819149 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521356d6-e371-49f6-9236-f90de6643e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c707d-143c-4544-a000-cb32cdf62456', 'code': 200} Feb 04 22:23:18.855202 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9d6e9-22c4-4fce-adbc-96327178a205 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=03f799f1-cf03-4f03-9ad8-4390f5f6af68,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:18.923780 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-21287512-b912-48a5-a88a-2d78f3b495d3 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:18.929262 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-21287512-b912-48a5-a88a-2d78f3b495d3 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/networks?id=147e572c-d5ca-40cc-a413-4c11ad747739 HTTP/1.1" status: 200 len: 819 time: 0.6766136 Feb 04 22:23:19.015880 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-1cff5585-709a-4c67-88d0-7befa6d49cbd tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/quotas/2972bd90360f40548925dda55e960d83 HTTP/1.1" status: 200 len: 375 time: 0.0432985 Feb 04 22:23:19.022698 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:19.073893 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-04d8d300-8cae-4589-ba84-da0f5a9d1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:19.075430 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-04d8d300-8cae-4589-ba84-da0f5a9d1bae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=159c2c49-f816-412b-aa6b-d5818fb0425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4985929 Feb 04 22:23:19.222233 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.58', 57634) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:19.414640 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972288b-39ad-4545-84cc-d83c3d120a5a req-0cd555ec-f72e-4610-815d-ee5af582ec50 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:19.426349 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8972288b-39ad-4545-84cc-d83c3d120a5a req-0cd555ec-f72e-4610-815d-ee5af582ec50 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 945 time: 0.5243599 Feb 04 22:23:19.669637 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-29061c5d-584e-4019-8ee4-2462abd5b2df tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2972bd90360f40548925dda55e960d83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6424897 Feb 04 22:23:19.774847 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8972288b-39ad-4545-84cc-d83c3d120a5a req-b498b1db-1080-4062-8b00-030877b6354f tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463182 Feb 04 22:23:19.780385 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-fdcdaa38-ff63-486f-b367-16819ba90288 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:19.781361 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-fdcdaa38-ff63-486f-b367-16819ba90288 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Synchronizing usage tracker for tenant:2972bd90360f40548925dda55e960d83 on resource:network {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:23:19.800504 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7889f-b0d4-49ea-b607-7e107067114c req-ec25e6dd-ae9a-4184-b5f1-be75546f0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:19.802071 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-dab7889f-b0d4-49ea-b607-7e107067114c req-ec25e6dd-ae9a-4184-b5f1-be75546f0788 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 1098 time: 0.5559301 Feb 04 22:23:19.891184 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-fdcdaa38-ff63-486f-b367-16819ba90288 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Unset dirty status for tenant:2972bd90360f40548925dda55e960d83 on resource:network {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:23:19.893835 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-fdcdaa38-ff63-486f-b367-16819ba90288 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.58 "GET /v2.0/networks?id=147e572c-d5ca-40cc-a413-4c11ad747739 HTTP/1.1" status: 200 len: 819 time: 0.5959852 Feb 04 22:23:19.916746 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-dab7889f-b0d4-49ea-b607-7e107067114c req-e22d7082-8634-4cfc-aa75-878865c79c5e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019042 Feb 04 22:23:19.928643 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Request body: {'port': {'device_id': '52e84a95-1c2e-4abd-92f7-4e8da2893014', 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739', 'admin_state_up': True, 'tenant_id': '2972bd90360f40548925dda55e960d83'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:20.155999 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Allocated IP 172.27.0.3 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/ff7f890c-4574-4914-8a25-e41a89d57679) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:23:20.163451 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-435cfe3f-d6ba-4fac-b822-394722feff48 service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9944000 Feb 04 22:23:20.188150 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:20.216943 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:20.267410 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Made reservation on behalf of 2972bd90360f40548925dda55e960d83 for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:23:20.276104 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:20.462252 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device af3c84c0-bcc5-478b-a25f-9d7952767720 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:20.487165 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45e336-6fff-4092-9eab-46164c165cc7 req-250acc47-b714-4725-a7f7-62bd22a75943 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:20.507116 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3e45e336-6fff-4092-9eab-46164c165cc7 req-250acc47-b714-4725-a7f7-62bd22a75943 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.4012384 Feb 04 22:23:20.543291 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-13e8af80-f401-472d-9247-8933f0877fa7 service neutron] 10.222.0.47 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8719254 Feb 04 22:23:20.665409 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port af3c84c0-bcc5-478b-a25f-9d7952767720 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:23:20.672660 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port af3c84c0-bcc5-478b-a25f-9d7952767720 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:20.673078 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:20.829051 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Allocated IP 172.20.0.14 (147e572c-d5ca-40cc-a413-4c11ad747739/8a499076-7138-49cd-a886-8a07c636087b/8ce962e5-453e-40a4-acd4-a94cd47a05a2) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:23:20.874909 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:20.891722 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3e45e336-6fff-4092-9eab-46164c165cc7 req-8cd65c9d-81cc-4e02-b253-1b388a41629f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3941085 Feb 04 22:23:20.916451 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port af3c84c0-bcc5-478b-a25f-9d7952767720, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=af3c84c0-bcc5-478b-a25f-9d7952767720,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:20.921925 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:20.940100 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-75b2ee82-cea6-45a0-9be4-6c7c11ea14d2 req-ad1fe18a-6ce4-45ce-89c0-43043e807860 service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7397699 Feb 04 22:23:21.031542 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:21.073858 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=af3c84c0-bcc5-478b-a25f-9d7952767720,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:21.124709 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-f3ef0584-0a09-4e6e-8845-732326ec8d5d service neutron] 10.222.0.47 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800805 Feb 04 22:23:21.256981 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:21.298111 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:21.315601 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:21.392746 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Network 147e572c-d5ca-40cc-a413-4c11ad747739 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:23:21.396487 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:23:21.406290 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:23:21.412084 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:21.413841 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:21.424640 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Pushing event updated for resources: {'Port': ['ID=8ce962e5-453e-40a4-acd4-a94cd47a05a2,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:21.467329 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-ba4caf06-6bac-4211-a089-32edbf5abbc5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5491216 Feb 04 22:23:21.487377 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Request body: {'port': {'device_id': '52e84a95-1c2e-4abd-92f7-4e8da2893014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:21.662466 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:23:21.752265 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:21.791673 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:23:21.852460 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event updated for resources: {'Port': ['ID=ff7f890c-4574-4914-8a25-e41a89d57679,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:21.860701 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:23:22.032888 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84774cd-2600-4777-a07d-3a2596dffcac req-f4ee988c-7211-49f2-8735-cb967b4532f1 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:22.060693 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e84774cd-2600-4777-a07d-3a2596dffcac req-f4ee988c-7211-49f2-8735-cb967b4532f1 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 945 time: 0.9340813 Feb 04 22:23:22.153108 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e84774cd-2600-4777-a07d-3a2596dffcac req-fc457293-a137-4903-9eb9-d598586f923d tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914447 Feb 04 22:23:22.195887 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e4122-9c7d-4720-8f1e-7ace5b494c2d req-4c9d6c0c-c8b3-4318-87c7-e27c24e403d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:22.199075 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b29e4122-9c7d-4720-8f1e-7ace5b494c2d req-4c9d6c0c-c8b3-4318-87c7-e27c24e403d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 1096 time: 1.0642874 Feb 04 22:23:22.219029 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:22.328504 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:22.396687 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device af3c84c0-bcc5-478b-a25f-9d7952767720 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:22.459138 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce962e5-453e-40a4-acd4-a94cd47a05a2 {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:23:22.472771 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:22.491648 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Transition to ACTIVE for port object 8ce962e5-453e-40a4-acd4-a94cd47a05a2 will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:23:22.496497 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b62b3718-f529-4039-92f5-726e8c23a2f2 req-d650c8eb-3f93-482c-a803-cf4f18c42c8e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 210 time: 0.2382917 Feb 04 22:23:22.509133 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:22.617575 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-12468cd6-e04b-46fa-a273-3f7ba87ec439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:22.620458 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce962e5-453e-40a4-acd4-a94cd47a05a2,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:22.630210 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1df6a1-9a50-4114-a8b6-409dbc6553e5 req-83e7bbd0-f8a9-45a4-875f-0802680d559f tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:22.639189 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5a1df6a1-9a50-4114-a8b6-409dbc6553e5 req-83e7bbd0-f8a9-45a4-875f-0802680d559f tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 945 time: 1.0130732 Feb 04 22:23:22.658460 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port af3c84c0-bcc5-478b-a25f-9d7952767720 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:22.658831 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:22.711969 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:22.854730 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Attempting to bind port 8ce962e5-453e-40a4-acd4-a94cd47a05a2 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:23:22.857145 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Attempting to bind port 8ce962e5-453e-40a4-acd4-a94cd47a05a2 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ecc958e1-ac56-4b03-a320-bf677ee949e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:23:22.857991 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Attempting to bind port 8ce962e5-453e-40a4-acd4-a94cd47a05a2 on network 147e572c-d5ca-40cc-a413-4c11ad747739 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:22.887510 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Port 8ce962e5-453e-40a4-acd4-a94cd47a05a2 on network 147e572c-d5ca-40cc-a413-4c11ad747739 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:23:22.888281 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Attempting to bind port 8ce962e5-453e-40a4-acd4-a94cd47a05a2 on network 147e572c-d5ca-40cc-a413-4c11ad747739 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:22.902476 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:23:22.903008 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Checking segment: {'id': 'ecc958e1-ac56-4b03-a320-bf677ee949e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:23:22.903678 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Bound using segment: {'id': 'ecc958e1-ac56-4b03-a320-bf677ee949e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:23:22.904391 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Bound port: 8ce962e5-453e-40a4-acd4-a94cd47a05a2, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc958e1-ac56-4b03-a320-bf677ee949e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:23:22.904957 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:23.008300 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e4122-9c7d-4720-8f1e-7ace5b494c2d req-739103ac-5bed-4bc5-8b56-a8e6a8e3246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:23.010685 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b29e4122-9c7d-4720-8f1e-7ace5b494c2d req-739103ac-5bed-4bc5-8b56-a8e6a8e3246a service neutron] 10.222.0.58 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 917 time: 0.7898483 Feb 04 22:23:23.103551 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] For port 8ce962e5-453e-40a4-acd4-a94cd47a05a2, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:23:23.110008 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] For port 8ce962e5-453e-40a4-acd4-a94cd47a05a2, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8ce962e5-453e-40a4-acd4-a94cd47a05a2,segment=NetworkSegment(ecc958e1-ac56-4b03-a320-bf677ee949e2),segment_id=ecc958e1-ac56-4b03-a320-bf677ee949e2)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:23:23.118072 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:23.233370 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:23.234323 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:23.236731 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] 10.222.0.58 "PUT /v2.0/ports/8ce962e5-453e-40a4-acd4-a94cd47a05a2 HTTP/1.1" status: 200 len: 1094 time: 1.7547863 Feb 04 22:23:23.237397 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e84a95-1c2e-4abd-92f7-4e8da2893014', 'tag': '8ce962e5-453e-40a4-acd4-a94cd47a05a2'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:23.296002 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820f66f-a544-44fb-a600-0cf76047ee99 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce962e5-453e-40a4-acd4-a94cd47a05a2,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:23.421746 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5a1df6a1-9a50-4114-a8b6-409dbc6553e5 req-721b59bc-3988-4987-8504-e2b447c50b52 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7803218 Feb 04 22:23:23.466490 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b29e4122-9c7d-4720-8f1e-7ace5b494c2d req-b847379e-47e8-45c5-b28f-a912c5841b1c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4 HTTP/1.1" status: 200 len: 217 time: 0.4418664 Feb 04 22:23:23.545364 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e84a95-1c2e-4abd-92f7-4e8da2893014', 'tag': '8ce962e5-453e-40a4-acd4-a94cd47a05a2', 'status': 'completed', 'code': 200} Feb 04 22:23:23.573873 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.db.resource_extend [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 22:23:23.633651 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:23.669905 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-d88b449d-5b20-4a09-8663-dcf828cd5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:23.671657 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-d88b449d-5b20-4a09-8663-dcf828cd5d5b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2972bd90360f40548925dda55e960d83&device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 1097 time: 0.2958536 Feb 04 22:23:23.691982 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:23.784799 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-193d6881-7810-457f-a22d-3f65cf2fcb69 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce962e5-453e-40a4-acd4-a94cd47a05a2 HTTP/1.1" status: 200 len: 217 time: 0.0966318 Feb 04 22:23:23.853903 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:23.857587 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9fbcc610-f574-4317-8abf-23395191d842 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:23.859896 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9fbcc610-f574-4317-8abf-23395191d842 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.58 "GET /v2.0/networks?id=147e572c-d5ca-40cc-a413-4c11ad747739 HTTP/1.1" status: 200 len: 819 time: 0.4297888 Feb 04 22:23:23.872262 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device e4d61007-7de5-48c4-ab40-8924cd2683c4 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:23:23.881015 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Request body: {'port': {'device_id': '524cb318-d1ef-4a19-9f1d-32b27d63bf46', 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739', 'admin_state_up': True, 'tenant_id': '2972bd90360f40548925dda55e960d83'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:23.901972 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3752f493-547a-4be6-b0a8-2830cb001c18 req-d91ba33e-acb4-4ecb-9f7a-ac3d4eb57a06 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 210 time: 0.0983906 Feb 04 22:23:23.927122 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e4122-9c7d-4720-8f1e-7ace5b494c2d req-80eb176b-cd91-4ee3-996a-8c4cf0014891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:23.930030 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b29e4122-9c7d-4720-8f1e-7ace5b494c2d req-80eb176b-cd91-4ee3-996a-8c4cf0014891 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b884a98-3a2e-453c-89b3-9061404d8d95 HTTP/1.1" status: 200 len: 855 time: 0.4575405 Feb 04 22:23:23.931128 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4edd7d65-6a6a-44eb-bec4-0818ce2acd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:23.933754 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-4edd7d65-6a6a-44eb-bec4-0818ce2acd32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a499076-7138-49cd-a886-8a07c636087b HTTP/1.1" status: 200 len: 859 time: 0.1405261 Feb 04 22:23:23.944054 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53575c1-cd7a-4fc7-b4c2-2f305cd01e56 req-b5e36d01-a10e-4e02-9647-018fb5d64ed3 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:23.952418 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a53575c1-cd7a-4fc7-b4c2-2f305cd01e56 req-b5e36d01-a10e-4e02-9647-018fb5d64ed3 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 1.0701189 Feb 04 22:23:24.040513 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-54f5e702-58a3-4661-99cb-d32fac9dcb45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=147e572c-d5ca-40cc-a413-4c11ad747739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520232 Feb 04 22:23:24.060809 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:24.072231 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1734533 Feb 04 22:23:24.073232 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe339f2-b6ea-4a45-8fde-47abd9b58fd4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event updated for resources: {'Port': ['ID=ff7f890c-4574-4914-8a25-e41a89d57679,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:24.128365 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a53575c1-cd7a-4fc7-b4c2-2f305cd01e56 req-6455dccf-7eb5-4517-8f14-73b2a76a423f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745558 Feb 04 22:23:24.139074 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:24.160429 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e4122-9c7d-4720-8f1e-7ace5b494c2d req-a5fd526f-5f39-4fcf-9ba9-b1c6f44cf949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:24.162345 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b29e4122-9c7d-4720-8f1e-7ace5b494c2d req-a5fd526f-5f39-4fcf-9ba9-b1c6f44cf949 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=159c2c49-f816-412b-aa6b-d5818fb0425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2052801 Feb 04 22:23:24.171693 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port e4d61007-7de5-48c4-ab40-8924cd2683c4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:24.189297 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'port_id': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'mac_address': 'fa:16:3e:ae:6a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:23:24.201148 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Usage tracker for resource:port and tenant:2972bd90360f40548925dda55e960d83 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:24.206094 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:24.215490 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:24.278556 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Made reservation on behalf of 2972bd90360f40548925dda55e960d83 for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:23:24.288018 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:24.316205 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:24.337330 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d61007-7de5-48c4-ab40-8924cd2683c4 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:23:24.359350 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port e4d61007-7de5-48c4-ab40-8924cd2683c4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:24.366153 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:24.427111 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b29e4122-9c7d-4720-8f1e-7ace5b494c2d req-eea6e11d-2e1d-44c4-9a00-d1f8b416dc6e service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554770 Feb 04 22:23:24.473665 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=e4d61007-7de5-48c4-ab40-8924cd2683c4,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:24.534072 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-3ffe3702-dccf-4a29-8688-e9bed66814d0 service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216442 Feb 04 22:23:24.549009 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Allocated IP 172.20.0.2 (147e572c-d5ca-40cc-a413-4c11ad747739/8a499076-7138-49cd-a886-8a07c636087b/6d124670-af82-4ea3-ab89-542eaad85497) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:23:24.674792 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['e4d61007-7de5-48c4-ab40-8924cd2683c4'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:23:24.719756 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-96066299-0e8b-4d30-a562-f7885a6a55ad tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Synchronizing usage tracker for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:security_group {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:23:24.754905 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b29e4122-9c7d-4720-8f1e-7ace5b494c2d req-06e3ddfe-366a-46a9-908a-0310e4af39cf service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188026 Feb 04 22:23:24.776957 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-96066299-0e8b-4d30-a562-f7885a6a55ad tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Unset dirty status for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:security_group {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:23:24.778707 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-96066299-0e8b-4d30-a562-f7885a6a55ad tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--132475285&fields=id&tenant_id=a695b0b4e11742ffb16d2376dc969eef HTTP/1.1" status: 200 len: 267 time: 0.1974654 Feb 04 22:23:24.863185 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439dd18-c8ed-40fd-b97e-800d7f4e8bf1 req-76428e41-fa06-4523-ac9c-8cd7e9c093f0 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:24.870954 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6439dd18-c8ed-40fd-b97e-800d7f4e8bf1 req-76428e41-fa06-4523-ac9c-8cd7e9c093f0 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 945 time: 0.2569406 Feb 04 22:23:24.927139 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-efed9ba2-79ff-4a96-9684-bdcac5431e15 req-0c98c851-6d52-4c28-9e4d-8e8f5bfd7af8 service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825994 Feb 04 22:23:24.985079 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-157e2f34-2e79-47a7-80f5-ce6d580d9fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:25.016014 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6439dd18-c8ed-40fd-b97e-800d7f4e8bf1 req-4f167149-024a-4fee-9567-a15e8eaeb724 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307371 Feb 04 22:23:25.163189 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-a492635c-e43a-4936-b854-8b61b13d48e7 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:25.169365 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-a492635c-e43a-4936-b854-8b61b13d48e7 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Synchronizing usage tracker for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:network {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:23:25.208972 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18d066-b446-4961-bf3a-f8ca7d6eea23 req-935d0b92-1a99-41b2-8a2a-6dd4cbf71430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:25.212400 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a18d066-b446-4961-bf3a-f8ca7d6eea23 req-935d0b92-1a99-41b2-8a2a-6dd4cbf71430 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2972bd90360f40548925dda55e960d83&device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 1097 time: 0.1791608 Feb 04 22:23:25.216612 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:25.220421 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-a492635c-e43a-4936-b854-8b61b13d48e7 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Unset dirty status for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:network {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:23:25.221982 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-a492635c-e43a-4936-b854-8b61b13d48e7 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/networks?id=b10f71a1-fd6a-4752-b30c-8ed030813f0a HTTP/1.1" status: 200 len: 810 time: 0.4342949 Feb 04 22:23:25.238116 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d93cb021-6f5e-4f63-a991-47fe9035e7fa tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/quotas/a695b0b4e11742ffb16d2376dc969eef HTTP/1.1" status: 200 len: 375 time: 0.0106225 Feb 04 22:23:25.384360 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-239c46d5-b31c-4257-abd7-776ea919ca45 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Synchronizing usage tracker for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:port {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:23:25.401622 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18d066-b446-4961-bf3a-f8ca7d6eea23 req-01455cd1-936c-486c-a6bc-68e08a3a0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:25.403328 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a18d066-b446-4961-bf3a-f8ca7d6eea23 req-01455cd1-936c-486c-a6bc-68e08a3a0a35 service neutron] 10.222.0.58 "GET /v2.0/networks?id=147e572c-d5ca-40cc-a413-4c11ad747739 HTTP/1.1" status: 200 len: 920 time: 0.1768951 Feb 04 22:23:25.412641 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:25.414401 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-239c46d5-b31c-4257-abd7-776ea919ca45 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Unset dirty status for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:port {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:23:25.416774 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-239c46d5-b31c-4257-abd7-776ea919ca45 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a695b0b4e11742ffb16d2376dc969eef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1703677 Feb 04 22:23:25.536381 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a18d066-b446-4961-bf3a-f8ca7d6eea23 req-d03dc687-4390-42f8-8348-13acc16c7eff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce962e5-453e-40a4-acd4-a94cd47a05a2 HTTP/1.1" status: 200 len: 217 time: 0.1205444 Feb 04 22:23:25.613943 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-75aa1e89-4202-4871-900a-33b3ea6fdeba service neutron] 10.222.0.47 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839049 Feb 04 22:23:25.627574 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18d066-b446-4961-bf3a-f8ca7d6eea23 req-4697a27a-2445-43b5-8d92-87535ba73f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:25.628972 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a18d066-b446-4961-bf3a-f8ca7d6eea23 req-4697a27a-2445-43b5-8d92-87535ba73f82 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a499076-7138-49cd-a886-8a07c636087b HTTP/1.1" status: 200 len: 859 time: 0.0754113 Feb 04 22:23:25.725461 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Network 147e572c-d5ca-40cc-a413-4c11ad747739 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:23:25.752037 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:23:25.776942 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a18d066-b446-4961-bf3a-f8ca7d6eea23 req-d1975dfd-d683-44f7-9c96-eade9b5e3a99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=147e572c-d5ca-40cc-a413-4c11ad747739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359568 Feb 04 22:23:25.778960 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:23:25.807909 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:25.809176 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:25.864937 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Pushing event updated for resources: {'Port': ['ID=6d124670-af82-4ea3-ab89-542eaad85497,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:25.877669 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device e4d61007-7de5-48c4-ab40-8924cd2683c4 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:25.891264 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-9483dd8e-7d32-456e-ba30-9e5559a9cbb9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0163112 Feb 04 22:23:25.965043 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-8ef11963-b6bd-48c3-b6db-a5a2f6b631a5 service neutron] 10.222.0.47 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423069 Feb 04 22:23:25.972284 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Request body: {'port': {'device_id': '524cb318-d1ef-4a19-9f1d-32b27d63bf46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:25.988543 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:25.997292 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port e4d61007-7de5-48c4-ab40-8924cd2683c4 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:23:26.008007 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port e4d61007-7de5-48c4-ab40-8924cd2683c4 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:26.008740 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:26.178554 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a18d066-b446-4961-bf3a-f8ca7d6eea23 req-4a34d489-d8e3-4779-940f-07073df70406 service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150098 Feb 04 22:23:26.184365 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:26.184826 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:26.226217 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:26.282463 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port e4d61007-7de5-48c4-ab40-8924cd2683c4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:26.291244 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:26.342890 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:26.384828 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=e4d61007-7de5-48c4-ab40-8924cd2683c4,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:26.454970 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a18d066-b446-4961-bf3a-f8ca7d6eea23 req-9c281a35-f1a2-452b-a4ac-d707e998971d service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358284 Feb 04 22:23:26.601839 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ea235-f422-452b-b2cd-7ff32d4d7b1c req-e18c7ba7-b25d-4686-b8a3-3dd26e7ad027 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:26.609762 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b27ea235-f422-452b-b2cd-7ff32d4d7b1c req-e18c7ba7-b25d-4686-b8a3-3dd26e7ad027 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 931 time: 0.2669992 Feb 04 22:23:26.670389 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b27ea235-f422-452b-b2cd-7ff32d4d7b1c req-e3efa0b2-c2a6-4464-8663-07d580703fac tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596175 Feb 04 22:23:26.718868 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c5b10-7790-43d4-9638-0bcea4790988 req-2298bfa5-9ed8-40f9-9a7c-a45161207b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:26.726725 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ce2c5b10-7790-43d4-9638-0bcea4790988 req-2298bfa5-9ed8-40f9-9a7c-a45161207b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.2279375 Feb 04 22:23:26.834212 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 41036) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:26.839431 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-18c64e47-171a-46a3-9f17-42daf0f0d51c req-24f60230-2bb7-46d9-8089-37b5bad027e6 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 210 time: 0.0709910 Feb 04 22:23:26.851696 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ce2c5b10-7790-43d4-9638-0bcea4790988 req-22278f9e-356d-4b2e-80fb-92cae99fc7ca tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239324 Feb 04 22:23:26.912510 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'code': 200} Feb 04 22:23:27.079257 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d124670-af82-4ea3-ab89-542eaad85497 {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:23:27.106151 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:27.112414 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-83c5a5f8-e7d3-435c-8e58-a09c58aaba64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:27.146212 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-83c5a5f8-e7d3-435c-8e58-a09c58aaba64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:27.150134 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-83c5a5f8-e7d3-435c-8e58-a09c58aaba64 admin admin] Usage tracker for resource:security_group_rule and tenant:36a376247c544f9a8415b89a5896b6c4 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:27.153562 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-83c5a5f8-e7d3-435c-8e58-a09c58aaba64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:27.160683 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Transition to ACTIVE for port object 6d124670-af82-4ea3-ab89-542eaad85497 will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:23:27.161685 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-83c5a5f8-e7d3-435c-8e58-a09c58aaba64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:27.167760 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:27.262873 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:27.463242 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Pushing event updated for resources: {'Port': ['ID=6d124670-af82-4ea3-ab89-542eaad85497,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:27.549324 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Attempting to bind port 6d124670-af82-4ea3-ab89-542eaad85497 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:23:27.549656 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Attempting to bind port 6d124670-af82-4ea3-ab89-542eaad85497 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ecc958e1-ac56-4b03-a320-bf677ee949e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:23:27.550013 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Attempting to bind port 6d124670-af82-4ea3-ab89-542eaad85497 on network 147e572c-d5ca-40cc-a413-4c11ad747739 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:27.563607 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Port 6d124670-af82-4ea3-ab89-542eaad85497 on network 147e572c-d5ca-40cc-a413-4c11ad747739 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:23:27.563947 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Attempting to bind port 6d124670-af82-4ea3-ab89-542eaad85497 on network 147e572c-d5ca-40cc-a413-4c11ad747739 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:27.569870 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec91be-1221-495d-b44b-40aa0bd8c381 req-ce650f1b-9c7b-49ca-bbfa-708f3543d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:27.571367 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1eec91be-1221-495d-b44b-40aa0bd8c381 req-ce650f1b-9c7b-49ca-bbfa-708f3543d48d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 1098 time: 0.3572574 Feb 04 22:23:27.582937 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:23:27.583280 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Checking segment: {'id': 'ecc958e1-ac56-4b03-a320-bf677ee949e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:23:27.583667 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Bound using segment: {'id': 'ecc958e1-ac56-4b03-a320-bf677ee949e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:23:27.584109 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Bound port: 6d124670-af82-4ea3-ab89-542eaad85497, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc958e1-ac56-4b03-a320-bf677ee949e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:23:27.584449 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:27.673653 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-83c5a5f8-e7d3-435c-8e58-a09c58aaba64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:27.704020 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-83c5a5f8-e7d3-435c-8e58-a09c58aaba64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:27.750171 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-1eec91be-1221-495d-b44b-40aa0bd8c381 req-f2d8f8ef-4b58-49f1-91fc-d2f7c8bf22f6 service neutron] Synchronizing usage tracker for tenant:b6444b63be5643f0a6e9b41d12895fbc on resource:security_group {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:23:27.789588 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-83c5a5f8-e7d3-435c-8e58-a09c58aaba64 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=36a376247c544f9a8415b89a5896b6c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9508455 Feb 04 22:23:27.790186 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 41068) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:27.796918 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5a5f8-e7d3-435c-8e58-a09c58aaba64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b63fe0-3f47-4ee3-91cc-2c5609aef8fe,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:27.806659 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] For port 6d124670-af82-4ea3-ab89-542eaad85497, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:23:27.810326 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] For port 6d124670-af82-4ea3-ab89-542eaad85497, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d124670-af82-4ea3-ab89-542eaad85497,segment=NetworkSegment(ecc958e1-ac56-4b03-a320-bf677ee949e2),segment_id=ecc958e1-ac56-4b03-a320-bf677ee949e2)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:23:27.815428 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-1eec91be-1221-495d-b44b-40aa0bd8c381 req-f2d8f8ef-4b58-49f1-91fc-d2f7c8bf22f6 service neutron] Unset dirty status for tenant:b6444b63be5643f0a6e9b41d12895fbc on resource:security_group {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:23:27.817414 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1eec91be-1221-495d-b44b-40aa0bd8c381 req-f2d8f8ef-4b58-49f1-91fc-d2f7c8bf22f6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183969 Feb 04 22:23:27.819606 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:27.883819 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 8ce962e5-453e-40a4-acd4-a94cd47a05a2 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:23:27.904235 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:27.907841 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:27.911154 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] 10.222.0.58 "PUT /v2.0/ports/6d124670-af82-4ea3-ab89-542eaad85497 HTTP/1.1" status: 200 len: 1093 time: 1.9544218 Feb 04 22:23:27.912099 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524cb318-d1ef-4a19-9f1d-32b27d63bf46', 'tag': '6d124670-af82-4ea3-ab89-542eaad85497'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:27.950009 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37946f35-8ef4-4c2d-9124-3c251b116a7b service neutron] Pushing event updated for resources: {'Port': ['ID=6d124670-af82-4ea3-ab89-542eaad85497,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:28.024091 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-228c848d-836d-4cf8-a57e-8328eba34f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:28.032908 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94be806-7d18-4e38-8ff2-9f26cca55a48 req-9fc911b9-1b85-416b-b927-cdc284216073 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:28.039731 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f94be806-7d18-4e38-8ff2-9f26cca55a48 req-9fc911b9-1b85-416b-b927-cdc284216073 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 943 time: 0.1338019 Feb 04 22:23:28.099622 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-228c848d-836d-4cf8-a57e-8328eba34f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:28.113228 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 8ce962e5-453e-40a4-acd4-a94cd47a05a2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8ce962e5-453e-40a4-acd4-a94cd47a05a2,segment=NetworkSegment(ecc958e1-ac56-4b03-a320-bf677ee949e2),segment_id=ecc958e1-ac56-4b03-a320-bf677ee949e2)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:28.132723 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f94be806-7d18-4e38-8ff2-9f26cca55a48 req-e8d0585e-1e05-4f27-9991-0aa72c5eda1f tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912814 Feb 04 22:23:28.135971 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '8ce962e5-453e-40a4-acd4-a94cd47a05a2', 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739', 'port_id': '8ce962e5-453e-40a4-acd4-a94cd47a05a2', 'mac_address': 'fa:16:3e:45:bf:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a499076-7138-49cd-a886-8a07c636087b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:23:28.215795 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:28.235465 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce962e5-453e-40a4-acd4-a94cd47a05a2 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:23:28.237928 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-37200aa0-2736-494e-b8e6-17736aaac110 req-892e9fb8-cf39-4454-9cd2-a3b461a17019 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 210 time: 0.1038620 Feb 04 22:23:28.272440 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 8ce962e5-453e-40a4-acd4-a94cd47a05a2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8ce962e5-453e-40a4-acd4-a94cd47a05a2,segment=NetworkSegment(ecc958e1-ac56-4b03-a320-bf677ee949e2),segment_id=ecc958e1-ac56-4b03-a320-bf677ee949e2)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:28.279748 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:28.282021 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-228c848d-836d-4cf8-a57e-8328eba34f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:28.310949 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c848d-836d-4cf8-a57e-8328eba34f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b63fe0-3f47-4ee3-91cc-2c5609aef8fe,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:28.384742 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=8ce962e5-453e-40a4-acd4-a94cd47a05a2,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:28.404554 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-228c848d-836d-4cf8-a57e-8328eba34f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:28.406059 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-228c848d-836d-4cf8-a57e-8328eba34f91 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71b63fe0-3f47-4ee3-91cc-2c5609aef8fe HTTP/1.1" status: 204 len: 168 time: 0.6155608 Feb 04 22:23:28.420560 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524cb318-d1ef-4a19-9f1d-32b27d63bf46', 'tag': '6d124670-af82-4ea3-ab89-542eaad85497', 'status': 'completed', 'code': 200} Feb 04 22:23:28.490665 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e5bc6-115e-4d13-98ec-2d198203bd42 req-2b41af8a-798d-4201-966b-5c0470ed091b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:28.498338 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e58e5bc6-115e-4d13-98ec-2d198203bd42 req-2b41af8a-798d-4201-966b-5c0470ed091b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1970448 Feb 04 22:23:28.556116 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-ac151070-dcb9-494e-bf65-264e085bd3bb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:28.557686 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-ac151070-dcb9-494e-bf65-264e085bd3bb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.58 "GET /v2.0/networks?id=b10f71a1-fd6a-4752-b30c-8ed030813f0a HTTP/1.1" status: 200 len: 810 time: 0.2706323 Feb 04 22:23:28.564237 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-3b1f0b04-7041-4944-afe1-947a725a3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:28.564692 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e58e5bc6-115e-4d13-98ec-2d198203bd42 req-c6c78873-a5b8-400e-9233-3a56ef789ef7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631845 Feb 04 22:23:28.565840 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-3b1f0b04-7041-4944-afe1-947a725a3dba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2972bd90360f40548925dda55e960d83&device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 1096 time: 0.2506566 Feb 04 22:23:28.671363 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['8ce962e5-453e-40a4-acd4-a94cd47a05a2'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:23:28.698075 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-2cad2337-84fa-4b44-b95c-29f01af64d98 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d124670-af82-4ea3-ab89-542eaad85497 HTTP/1.1" status: 200 len: 217 time: 0.0892079 Feb 04 22:23:28.724323 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-c28c89a7-4953-4a9f-a1cc-5c1589f57c17 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Synchronizing usage tracker for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:security_group {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:23:28.775574 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-c28c89a7-4953-4a9f-a1cc-5c1589f57c17 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Unset dirty status for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:security_group {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:23:28.783956 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-c28c89a7-4953-4a9f-a1cc-5c1589f57c17 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a695b0b4e11742ffb16d2376dc969eef HTTP/1.1" status: 200 len: 379 time: 0.1889150 Feb 04 22:23:28.798809 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Request body: {'port': {'device_id': '76441795-ff4b-4843-9db9-4bde52789d7a', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'admin_state_up': True, 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'security_groups': ['07e45121-65fa-4eda-ab72-9d426b0eca03']}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:28.894587 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-cf14644b-7315-4bc6-af86-e5c742945681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:28.895676 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 41100) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:28.896197 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-cf14644b-7315-4bc6-af86-e5c742945681 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a499076-7138-49cd-a886-8a07c636087b HTTP/1.1" status: 200 len: 859 time: 0.1589842 Feb 04 22:23:28.916387 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-79921583-9c95-4fb0-93bb-ad85bda6f502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:28.931073 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-79921583-9c95-4fb0-93bb-ad85bda6f502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:28.935576 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-79921583-9c95-4fb0-93bb-ad85bda6f502 admin admin] Usage tracker for resource:security_group_rule and tenant:e27ba42a60a144f6a1b6cc3f1101edf0 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:28.938413 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-79921583-9c95-4fb0-93bb-ad85bda6f502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:28.944438 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-79921583-9c95-4fb0-93bb-ad85bda6f502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:28.956117 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-4d4cbc7f-f7bf-4073-8d9f-950ebfa1611a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=147e572c-d5ca-40cc-a413-4c11ad747739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507236 Feb 04 22:23:29.036198 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-79921583-9c95-4fb0-93bb-ad85bda6f502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:29.043134 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-79921583-9c95-4fb0-93bb-ad85bda6f502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:29.092282 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-79921583-9c95-4fb0-93bb-ad85bda6f502 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e27ba42a60a144f6a1b6cc3f1101edf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948829 Feb 04 22:23:29.093455 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79921583-9c95-4fb0-93bb-ad85bda6f502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfe1fa6-99c1-48b3-b246-88e2ac10b164,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:29.096025 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 41108) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:29.116034 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:29.139684 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:29.160453 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5d7db846-4613-43a1-9ba4-1929acf94c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:29.162815 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-d02b6f61-3cbf-422d-9205-47a202620912 service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984568 Feb 04 22:23:29.164446 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Made reservation on behalf of a695b0b4e11742ffb16d2376dc969eef for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:23:29.168119 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:29.189386 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5d7db846-4613-43a1-9ba4-1929acf94c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:29.346653 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5d7db846-4613-43a1-9ba4-1929acf94c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:29.372699 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a4256-5029-4e4a-8b2d-9105ec7b4c3e req-cee47d16-ee19-4d5f-9332-31d79f61795f tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:29.382311 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8a0a4256-5029-4e4a-8b2d-9105ec7b4c3e req-cee47d16-ee19-4d5f-9332-31d79f61795f tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 943 time: 0.1433251 Feb 04 22:23:29.409797 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7db846-4613-43a1-9ba4-1929acf94c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfe1fa6-99c1-48b3-b246-88e2ac10b164,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:29.424612 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5d7db846-4613-43a1-9ba4-1929acf94c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:29.426138 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-5d7db846-4613-43a1-9ba4-1929acf94c19 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/edfe1fa6-99c1-48b3-b246-88e2ac10b164 HTTP/1.1" status: 204 len: 168 time: 0.3291476 Feb 04 22:23:29.476347 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8a0a4256-5029-4e4a-8b2d-9105ec7b4c3e req-d58929f9-31a8-44f0-9a44-c56cd5b16e17 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931344 Feb 04 22:23:29.539809 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-54dc82b4-a1c3-4783-aab9-46251ebfc069 req-95a42d47-0bd8-4b73-8f5d-a116ed7a8006 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 210 time: 0.0679893 Feb 04 22:23:29.580311 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4d15ada4-a71d-4d98-840a-bf127af4e22b req-8e736498-1999-41a7-a61b-c5181e7a6b3a service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971043 Feb 04 22:23:29.617890 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Allocated IP 172.20.0.10 (b10f71a1-fd6a-4752-b30c-8ed030813f0a/e8440005-8ac9-4a7a-8de4-e22844ad48d9/388ba3bd-d05a-49b9-a456-9a8af0fa856a) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:23:29.821554 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559aa24e-b763-4fe9-96e5-56470aa77175 req-75d36f59-564a-4280-a50e-c750a79ecfe8 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:29.830409 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-559aa24e-b763-4fe9-96e5-56470aa77175 req-75d36f59-564a-4280-a50e-c750a79ecfe8 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1067646 Feb 04 22:23:29.895647 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 8ce962e5-453e-40a4-acd4-a94cd47a05a2 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:29.912802 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-559aa24e-b763-4fe9-96e5-56470aa77175 req-6eea4cbe-59c2-437c-b0de-fdcdcb12690a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774412 Feb 04 22:23:30.080597 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 8ce962e5-453e-40a4-acd4-a94cd47a05a2 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:23:30.093678 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 8ce962e5-453e-40a4-acd4-a94cd47a05a2 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:30.095470 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:30.127223 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:30.137425 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec84be-b65b-4288-8736-66ada4117c23 req-441cbde1-be88-4dda-8e4a-99387a78c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:30.142522 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-6aec84be-b65b-4288-8736-66ada4117c23 req-441cbde1-be88-4dda-8e4a-99387a78c5ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2972bd90360f40548925dda55e960d83&device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 1096 time: 0.4599028 Feb 04 22:23:30.209151 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Transition to ACTIVE for port object 388ba3bd-d05a-49b9-a456-9a8af0fa856a will not be triggered until provisioned by entity DHCP. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:23:30.223026 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6aeb69-f644-48f2-8a8b-e524968829e7 req-e8790cd7-5efe-49cc-b5cc-c009cbe8b78f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:30.229298 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0b6aeb69-f644-48f2-8a8b-e524968829e7 req-e8790cd7-5efe-49cc-b5cc-c009cbe8b78f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1627290 Feb 04 22:23:30.234628 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 41152) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:30.246557 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-5004ae1d-9c65-4114-a6d5-35869c28a28e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Request body: {'floatingip': {'port_id': 'e4d61007-7de5-48c4-ab40-8924cd2683c4'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:30.285228 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:30.400817 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:30.412562 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5004ae1d-9c65-4114-a6d5-35869c28a28e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:30.443886 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 8ce962e5-453e-40a4-acd4-a94cd47a05a2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8ce962e5-453e-40a4-acd4-a94cd47a05a2,segment=NetworkSegment(ecc958e1-ac56-4b03-a320-bf677ee949e2),segment_id=ecc958e1-ac56-4b03-a320-bf677ee949e2)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:30.445213 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e84a95-1c2e-4abd-92f7-4e8da2893014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce962e5-453e-40a4-acd4-a94cd47a05a2'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:30.463944 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:30.469801 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Network b10f71a1-fd6a-4752-b30c-8ed030813f0a is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:23:30.475963 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:23:30.505398 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event updated for resources: {'Port': ['ID=388ba3bd-d05a-49b9-a456-9a8af0fa856a,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:30.522299 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:23:30.527814 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:30.528462 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:30.545857 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e84a95-1c2e-4abd-92f7-4e8da2893014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce962e5-453e-40a4-acd4-a94cd47a05a2', 'code': 200} Feb 04 22:23:30.669293 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=8ce962e5-453e-40a4-acd4-a94cd47a05a2,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:30.707222 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec84be-b65b-4288-8736-66ada4117c23 req-db3b60b4-d36e-4cc7-ae66-5f240d97bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:30.708710 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-6aec84be-b65b-4288-8736-66ada4117c23 req-db3b60b4-d36e-4cc7-ae66-5f240d97bbaa service neutron] 10.222.0.58 "GET /v2.0/networks?id=147e572c-d5ca-40cc-a413-4c11ad747739 HTTP/1.1" status: 200 len: 920 time: 0.5561752 Feb 04 22:23:30.856919 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-6aec84be-b65b-4288-8736-66ada4117c23 req-29ac7408-57a7-49ad-91db-03d4e76249b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d124670-af82-4ea3-ab89-542eaad85497 HTTP/1.1" status: 200 len: 217 time: 0.1385093 Feb 04 22:23:30.858307 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-53683d37-6255-442c-952b-b44ebc087afb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0635459 Feb 04 22:23:30.942487 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-77f6e0dc-65a8-433a-b981-27da6d9a8b63 None None] Provisioning for port 388ba3bd-d05a-49b9-a456-9a8af0fa856a completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:23:30.948981 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-77f6e0dc-65a8-433a-b981-27da6d9a8b63 None None] Provisioning complete for port 388ba3bd-d05a-49b9-a456-9a8af0fa856a triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:30.949282 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-77f6e0dc-65a8-433a-b981-27da6d9a8b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:30.992937 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Request body: {'port': {'device_id': '76441795-ff4b-4843-9db9-4bde52789d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:31.037898 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-77f6e0dc-65a8-433a-b981-27da6d9a8b63 None None] Port 388ba3bd-d05a-49b9-a456-9a8af0fa856a cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:23:31.153866 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:31.176374 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec84be-b65b-4288-8736-66ada4117c23 req-d6a96008-e2d4-4c6e-85ae-b294708b8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:31.177851 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-6aec84be-b65b-4288-8736-66ada4117c23 req-d6a96008-e2d4-4c6e-85ae-b294708b8864 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a499076-7138-49cd-a886-8a07c636087b HTTP/1.1" status: 200 len: 859 time: 0.3008776 Feb 04 22:23:31.249705 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733408b-0fc6-4382-8a5a-f39b670c8590 req-9a2efd49-3721-4c91-9edc-9ddc89fda5cb tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:31.251359 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7733408b-0fc6-4382-8a5a-f39b670c8590 req-9a2efd49-3721-4c91-9edc-9ddc89fda5cb tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 943 time: 0.4982679 Feb 04 22:23:31.270588 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9f01a-a89d-4e79-8600-d64f8584242e req-d50cd15d-16fe-48f7-99c0-98c8a7f9d27f tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:31.278152 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8af9f01a-a89d-4e79-8600-d64f8584242e req-d50cd15d-16fe-48f7-99c0-98c8a7f9d27f tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 932 time: 0.3978152 Feb 04 22:23:31.308221 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-6aec84be-b65b-4288-8736-66ada4117c23 req-777b117c-ece2-4c58-8ad4-b5e138cf9306 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=147e572c-d5ca-40cc-a413-4c11ad747739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711021 Feb 04 22:23:31.508023 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 41192) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:31.532122 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80888b20-32fa-4bc2-a799-4bb9b5946290 req-e07f2dd0-2e14-4133-b835-ea88e092d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:31.534182 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-80888b20-32fa-4bc2-a799-4bb9b5946290 req-e07f2dd0-2e14-4133-b835-ea88e092d3ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 1099 time: 0.5593443 Feb 04 22:23:31.600690 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7733408b-0fc6-4382-8a5a-f39b670c8590 req-d673fd89-4cc6-4b8e-8be9-a8e5a6d7e84b tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369455 Feb 04 22:23:31.617651 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-6aec84be-b65b-4288-8736-66ada4117c23 req-94f3f4e7-ac04-49bc-82f9-f4d527600a5a service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478139 Feb 04 22:23:31.686862 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8af9f01a-a89d-4e79-8600-d64f8584242e req-33aee4cf-47ac-4e7d-a184-dcdf3852d1dc tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4077368 Feb 04 22:23:31.872505 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-6aec84be-b65b-4288-8736-66ada4117c23 req-e6c437e8-262d-4644-9231-4ee607643356 service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402821 Feb 04 22:23:31.875145 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-80888b20-32fa-4bc2-a799-4bb9b5946290 req-2c91fa0f-9dc1-483e-aace-bba002af8099 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221827 Feb 04 22:23:31.891617 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8c7bf7bf-3268-4d51-92a7-698ad34fe3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:31.917840 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-8c7bf7bf-3268-4d51-92a7-698ad34fe3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:31.920362 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 6d124670-af82-4ea3-ab89-542eaad85497 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:23:31.923284 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-8c7bf7bf-3268-4d51-92a7-698ad34fe3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:7cfdb0bf80524c9f8d698e1d33f78639 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:31.927029 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-8c7bf7bf-3268-4d51-92a7-698ad34fe3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:31.934217 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-8c7bf7bf-3268-4d51-92a7-698ad34fe3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:32.034666 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388ba3bd-d05a-49b9-a456-9a8af0fa856a {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:23:32.047679 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.074551 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Transition to ACTIVE for port object 388ba3bd-d05a-49b9-a456-9a8af0fa856a will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:23:32.087593 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.138986 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 6d124670-af82-4ea3-ab89-542eaad85497, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d124670-af82-4ea3-ab89-542eaad85497,segment=NetworkSegment(ecc958e1-ac56-4b03-a320-bf677ee949e2),segment_id=ecc958e1-ac56-4b03-a320-bf677ee949e2)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:32.163653 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '6d124670-af82-4ea3-ab89-542eaad85497', 'network_id': '147e572c-d5ca-40cc-a413-4c11ad747739', 'port_id': '6d124670-af82-4ea3-ab89-542eaad85497', 'mac_address': 'fa:16:3e:5f:d6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a499076-7138-49cd-a886-8a07c636087b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:23:32.185621 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5004ae1d-9c65-4114-a6d5-35869c28a28e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.195432 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5004ae1d-9c65-4114-a6d5-35869c28a28e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.250722 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.298246 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d124670-af82-4ea3-ab89-542eaad85497 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:23:32.304897 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8c7bf7bf-3268-4d51-92a7-698ad34fe3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.336510 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 6d124670-af82-4ea3-ab89-542eaad85497, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d124670-af82-4ea3-ab89-542eaad85497,segment=NetworkSegment(ecc958e1-ac56-4b03-a320-bf677ee949e2),segment_id=ecc958e1-ac56-4b03-a320-bf677ee949e2)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:32.345320 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.375157 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8c7bf7bf-3268-4d51-92a7-698ad34fe3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.386668 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Pushing event updated for resources: {'Port': ['ID=388ba3bd-d05a-49b9-a456-9a8af0fa856a,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:32.443051 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Attempting to bind port 388ba3bd-d05a-49b9-a456-9a8af0fa856a on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:23:32.443375 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Attempting to bind port 388ba3bd-d05a-49b9-a456-9a8af0fa856a by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:23:32.443714 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Attempting to bind port 388ba3bd-d05a-49b9-a456-9a8af0fa856a on network b10f71a1-fd6a-4752-b30c-8ed030813f0a {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:32.453337 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.l3_db [None req-5004ae1d-9c65-4114-a6d5-35869c28a28e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Floating IP b554e4a5-2593-4107-a1b7-5414b1c594c1 associated. External IP: 172.27.0.237, port: e4d61007-7de5-48c4-ab40-8924cd2683c4. Feb 04 22:23:32.459690 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=6d124670-af82-4ea3-ab89-542eaad85497,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:32.560913 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Port 388ba3bd-d05a-49b9-a456-9a8af0fa856a on network b10f71a1-fd6a-4752-b30c-8ed030813f0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:23:32.561230 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Attempting to bind port 388ba3bd-d05a-49b9-a456-9a8af0fa856a on network b10f71a1-fd6a-4752-b30c-8ed030813f0a {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:32.574253 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:23:32.574584 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Checking segment: {'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:23:32.575032 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Bound using segment: {'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:23:32.575474 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Bound port: 388ba3bd-d05a-49b9-a456-9a8af0fa856a, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:23:32.575819 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.586819 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-8c7bf7bf-3268-4d51-92a7-698ad34fe3a0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7cfdb0bf80524c9f8d698e1d33f78639&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0777681 Feb 04 22:23:32.592736 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 41216) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:32.597638 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bf7bf-3268-4d51-92a7-698ad34fe3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111b8915-a3ef-4b5f-8bd6-a1589baf000c,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:32.775531 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6663a4e6-fd49-454d-9239-116b077e45db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.777622 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['6d124670-af82-4ea3-ab89-542eaad85497'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:23:32.805582 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] For port 388ba3bd-d05a-49b9-a456-9a8af0fa856a, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:23:32.825520 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6663a4e6-fd49-454d-9239-116b077e45db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.833060 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] For port 388ba3bd-d05a-49b9-a456-9a8af0fa856a, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=388ba3bd-d05a-49b9-a456-9a8af0fa856a,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:23:32.880524 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.955013 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6663a4e6-fd49-454d-9239-116b077e45db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.960229 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:32.960852 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:32.962819 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] 10.222.0.58 "PUT /v2.0/ports/388ba3bd-d05a-49b9-a456-9a8af0fa856a HTTP/1.1" status: 200 len: 1094 time: 1.9965343 Feb 04 22:23:32.974225 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76441795-ff4b-4843-9db9-4bde52789d7a', 'tag': '388ba3bd-d05a-49b9-a456-9a8af0fa856a'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:32.983723 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663a4e6-fd49-454d-9239-116b077e45db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111b8915-a3ef-4b5f-8bd6-a1589baf000c,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:33.016300 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6663a4e6-fd49-454d-9239-116b077e45db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:33.023344 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-6663a4e6-fd49-454d-9239-116b077e45db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/111b8915-a3ef-4b5f-8bd6-a1589baf000c HTTP/1.1" status: 204 len: 168 time: 0.4291801 Feb 04 22:23:33.049334 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c59aff-8db0-42ce-93ac-1d7893546225 service neutron] Pushing event updated for resources: {'Port': ['ID=388ba3bd-d05a-49b9-a456-9a8af0fa856a,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:33.180113 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9d18-8b63-4eb1-af63-136f0db80d50 req-c9fe3469-1d12-4d96-978d-e9b8aec2e31a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:33.182915 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d55f9d18-8b63-4eb1-af63-136f0db80d50 req-c9fe3469-1d12-4d96-978d-e9b8aec2e31a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 944 time: 0.3644125 Feb 04 22:23:33.232013 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670989d-1e83-4b72-b358-217737b08e89 req-6f156132-a674-4575-854d-9d4c36ad53fb tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:33.239417 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1670989d-1e83-4b72-b358-217737b08e89 req-6f156132-a674-4575-854d-9d4c36ad53fb tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 944 time: 0.4717486 Feb 04 22:23:33.242642 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5004ae1d-9c65-4114-a6d5-35869c28a28e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Router 3893d65c-2a96-481a-bf57-45598f903412 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:23:33.253748 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-5d924a2a-2463-449a-949f-256f26380ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:33.255641 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-5d924a2a-2463-449a-949f-256f26380ddd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a695b0b4e11742ffb16d2376dc969eef&device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 1097 time: 0.1947062 Feb 04 22:23:33.382380 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d55f9d18-8b63-4eb1-af63-136f0db80d50 req-a4ab9777-9356-40dc-90e9-4af433679636 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890819 Feb 04 22:23:33.412291 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1670989d-1e83-4b72-b358-217737b08e89 req-c2a494b1-ca34-4574-9a13-bfb45fe0a353 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695025 Feb 04 22:23:33.460078 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-23b159a5-9e9f-4ef2-ba7a-448c8b40b097 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388ba3bd-d05a-49b9-a456-9a8af0fa856a HTTP/1.1" status: 200 len: 217 time: 0.1625566 Feb 04 22:23:33.538183 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76441795-ff4b-4843-9db9-4bde52789d7a', 'tag': '388ba3bd-d05a-49b9-a456-9a8af0fa856a', 'status': 'completed', 'code': 200} Feb 04 22:23:33.568150 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5004ae1d-9c65-4114-a6d5-35869c28a28e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:23:33.573441 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5004ae1d-9c65-4114-a6d5-35869c28a28e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:33.590939 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b37693-a6c5-4dfe-a6c9-66e76559a61c None None] Sync routers for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:23:33.596372 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-6e907057-e17f-4753-bca4-f8f790dd1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:33.597831 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-6e907057-e17f-4753-bca4-f8f790dd1d22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e8440005-8ac9-4a7a-8de4-e22844ad48d9 HTTP/1.1" status: 200 len: 849 time: 0.1286030 Feb 04 22:23:33.616115 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b37693-a6c5-4dfe-a6c9-66e76559a61c None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:23:33.617702 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-36b37693-a6c5-4dfe-a6c9-66e76559a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:23:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:33.644432 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-5004ae1d-9c65-4114-a6d5-35869c28a28e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "PUT /v2.0/floatingips/b554e4a5-2593-4107-a1b7-5414b1c594c1 HTTP/1.1" status: 200 len: 991 time: 3.4082484 Feb 04 22:23:33.644953 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:33.743083 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'status': 'completed', 'code': 200} Feb 04 22:23:33.768402 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-f81aa978-275f-4c77-91eb-c29b52fca11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:33.769912 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-f81aa978-275f-4c77-91eb-c29b52fca11e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b10f71a1-fd6a-4752-b30c-8ed030813f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1634755 Feb 04 22:23:33.922813 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:23:33.964130 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-36b37693-a6c5-4dfe-a6c9-66e76559a61c None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:23:33.975598 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-13e39a23-6b1b-475f-8432-b69cf141dd85 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575551 Feb 04 22:23:33.983032 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dd4c6-57df-40f1-9a02-0c692a0f222f req-08a2c78f-2870-4ae4-99d0-cdeda60dafe3 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:33.985589 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-094dd4c6-57df-40f1-9a02-0c692a0f222f req-08a2c78f-2870-4ae4-99d0-cdeda60dafe3 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1666329 Feb 04 22:23:33.994234 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2914ae9-e258-4579-b989-028d3ada5580 req-d280e777-4a64-4d9f-90e3-687126e2ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:33.996058 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c2914ae9-e258-4579-b989-028d3ada5580 req-d280e777-4a64-4d9f-90e3-687126e2ef35 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 1098 time: 0.1334555 Feb 04 22:23:34.139140 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-094dd4c6-57df-40f1-9a02-0c692a0f222f req-e2390761-80ec-436f-9340-4cb5b04556c1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481583 Feb 04 22:23:34.190923 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2743a4cc-68f8-49aa-a346-2d56fd665b7b req-f1f07f6f-e8f3-4893-93ad-19a90b2eadc9 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087014 Feb 04 22:23:34.210303 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2914ae9-e258-4579-b989-028d3ada5580 req-a3e52c75-4d3d-42d7-8c1a-8847c6473841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:34.212716 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c2914ae9-e258-4579-b989-028d3ada5580 req-a3e52c75-4d3d-42d7-8c1a-8847c6473841 service neutron] 10.222.0.58 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 917 time: 0.1984384 Feb 04 22:23:34.366737 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c2914ae9-e258-4579-b989-028d3ada5580 req-af918921-aa57-4a70-bfdd-2874f512e61e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4 HTTP/1.1" status: 200 len: 999 time: 0.1335995 Feb 04 22:23:34.467808 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a5e4b-4bb0-4c3b-865e-65836ed58cd7 req-6f6c982c-47b4-4430-b584-9f6f59e502d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:34.469601 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-454a5e4b-4bb0-4c3b-865e-65836ed58cd7 req-6f6c982c-47b4-4430-b584-9f6f59e502d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a695b0b4e11742ffb16d2376dc969eef&device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 1097 time: 0.1152685 Feb 04 22:23:34.511684 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2914ae9-e258-4579-b989-028d3ada5580 req-eb3dafe4-a8f9-4b19-902a-15c2899b5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:34.513342 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c2914ae9-e258-4579-b989-028d3ada5580 req-eb3dafe4-a8f9-4b19-902a-15c2899b5ad9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b884a98-3a2e-453c-89b3-9061404d8d95 HTTP/1.1" status: 200 len: 855 time: 0.1402531 Feb 04 22:23:34.534898 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-36b37693-a6c5-4dfe-a6c9-66e76559a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'b554e4a5-2593-4107-a1b7-5414b1c594c1', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '3893d65c-2a96-481a-bf57-45598f903412', 'port_id': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'mac_address': 'fa:16:3e:ae:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:23:03Z', 'updated_at': '2022-02-04T22:23:31Z', 'revision_number': 1, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 5, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:34.542217 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b37693-a6c5-4dfe-a6c9-66e76559a61c None None] Checking router: 3893d65c-2a96-481a-bf57-45598f903412 for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:23:34.556980 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b37693-a6c5-4dfe-a6c9-66e76559a61c None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:23:34.557729 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-36b37693-a6c5-4dfe-a6c9-66e76559a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:23:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:34.703546 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2914ae9-e258-4579-b989-028d3ada5580 req-83f6e8c6-a93b-45a8-9740-5977c329328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:34.705755 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c2914ae9-e258-4579-b989-028d3ada5580 req-83f6e8c6-a93b-45a8-9740-5977c329328e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=159c2c49-f816-412b-aa6b-d5818fb0425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1828790 Feb 04 22:23:34.731048 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a5e4b-4bb0-4c3b-865e-65836ed58cd7 req-eed95eae-155c-4ab4-a605-bbee8e2e0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:34.732499 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-454a5e4b-4bb0-4c3b-865e-65836ed58cd7 req-eed95eae-155c-4ab4-a605-bbee8e2e0e12 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b10f71a1-fd6a-4752-b30c-8ed030813f0a HTTP/1.1" status: 200 len: 911 time: 0.2482088 Feb 04 22:23:34.834221 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-36b37693-a6c5-4dfe-a6c9-66e76559a61c None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:23:34.863425 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-454a5e4b-4bb0-4c3b-865e-65836ed58cd7 req-dc1b1738-20bf-4bbd-8362-3065bbf84930 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388ba3bd-d05a-49b9-a456-9a8af0fa856a HTTP/1.1" status: 200 len: 217 time: 0.1198018 Feb 04 22:23:34.944640 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a5e4b-4bb0-4c3b-865e-65836ed58cd7 req-6d24e652-f5e3-46bd-88fb-9ad6d620a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:34.946648 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-454a5e4b-4bb0-4c3b-865e-65836ed58cd7 req-6d24e652-f5e3-46bd-88fb-9ad6d620a4b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e8440005-8ac9-4a7a-8de4-e22844ad48d9 HTTP/1.1" status: 200 len: 849 time: 0.0733223 Feb 04 22:23:35.075035 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a5e4b-4bb0-4c3b-865e-65836ed58cd7 req-f2badb04-756a-4a2e-a9aa-658c210908ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:35.076427 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-454a5e4b-4bb0-4c3b-865e-65836ed58cd7 req-f2badb04-756a-4a2e-a9aa-658c210908ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b10f71a1-fd6a-4752-b30c-8ed030813f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1230526 Feb 04 22:23:35.113816 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbcb29-fd26-4ac8-b5bc-5eddd15c384f req-8e1a4d91-618c-46e9-b1e6-b334dd7eb670 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:35.113816 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-17bbcb29-fd26-4ac8-b5bc-5eddd15c384f req-8e1a4d91-618c-46e9-b1e6-b334dd7eb670 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 944 time: 0.4033515 Feb 04 22:23:35.173700 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-17bbcb29-fd26-4ac8-b5bc-5eddd15c384f req-6bf68009-813d-4d52-8027-97657176aa33 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540655 Feb 04 22:23:35.182027 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205c1b8-16bd-417a-9018-39237b1b7b42 req-61684497-de3c-490d-b4e4-92709a0a371f tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:35.184227 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a205c1b8-16bd-417a-9018-39237b1b7b42 req-61684497-de3c-490d-b4e4-92709a0a371f tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 944 time: 0.4136684 Feb 04 22:23:35.218861 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c2914ae9-e258-4579-b989-028d3ada5580 req-aa39054b-c203-44a3-8cc7-883f02c970e6 service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818445 Feb 04 22:23:35.298688 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-454a5e4b-4bb0-4c3b-865e-65836ed58cd7 req-dfa2f160-51cd-4469-a214-738bfc019618 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944551 Feb 04 22:23:35.326381 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a205c1b8-16bd-417a-9018-39237b1b7b42 req-f8e6c0da-c275-4323-ad1a-9d69ce245bd9 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363213 Feb 04 22:23:35.371608 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-36b37693-a6c5-4dfe-a6c9-66e76559a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'b554e4a5-2593-4107-a1b7-5414b1c594c1', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '3893d65c-2a96-481a-bf57-45598f903412', 'port_id': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'mac_address': 'fa:16:3e:ae:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:23:03Z', 'updated_at': '2022-02-04T22:23:31Z', 'revision_number': 1, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 5, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:35.383538 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b37693-a6c5-4dfe-a6c9-66e76559a61c None None] The sync data for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi is: [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'b554e4a5-2593-4107-a1b7-5414b1c594c1', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '3893d65c-2a96-481a-bf57-45598f903412', 'port_id': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'mac_address': 'fa:16:3e:ae:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:23:03Z', 'updated_at': '2022-02-04T22:23:31Z', 'revision_number': 1, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 5, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:23:35.469025 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c2914ae9-e258-4579-b989-028d3ada5580 req-945dffae-22fc-4d89-9f0c-4359fd93eff6 service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416141 Feb 04 22:23:35.488073 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60c7dd-0499-46bb-8dd8-ecfa391c2fa0 req-96b5f728-b484-421d-9f59-07b5a5d8d196 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:35.489936 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4e60c7dd-0499-46bb-8dd8-ecfa391c2fa0 req-96b5f728-b484-421d-9f59-07b5a5d8d196 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1265502 Feb 04 22:23:35.537899 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-454a5e4b-4bb0-4c3b-865e-65836ed58cd7 req-d11277da-9a32-4dda-8b70-1fa1c2473589 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137141 Feb 04 22:23:35.564696 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4e60c7dd-0499-46bb-8dd8-ecfa391c2fa0 req-e857f27c-a050-4e72-8f8b-31be623c5949 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684123 Feb 04 22:23:35.731760 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321dce5e-c2e9-42f5-abb7-c8b58de1239c None None] New status for floating IP b554e4a5-2593-4107-a1b7-5414b1c594c1: ACTIVE {{(pid=86819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:23:35.857945 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 41326) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:35.974727 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Deleting subnet d7b47761-d814-4b66-8eec-488156691e9b {{(pid=86818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:23:35.981485 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:35.986983 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 6d124670-af82-4ea3-ab89-542eaad85497 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:36.130073 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:36.143701 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:36.152017 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 6d124670-af82-4ea3-ab89-542eaad85497 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:23:36.160029 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 6d124670-af82-4ea3-ab89-542eaad85497 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:36.160541 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:36.267286 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for subnet, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:36.395535 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b47761-d814-4b66-8eec-488156691e9b,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:36.398218 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:36.408872 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:36.409398 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:36.409815 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:36.410285 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:36.411284 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:36.411758 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:36.411992 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:36.412412 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:36.412742 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:36.413068 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:36.413437 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:36.413896 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:36.421460 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-adc9b624-dae0-48b2-9e74-2e664b3e08ec admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d7b47761-d814-4b66-8eec-488156691e9b HTTP/1.1" status: 204 len: 168 time: 0.5620244 Feb 04 22:23:36.422259 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 41342) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:36.423281 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:36.487238 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524cb318-d1ef-4a19-9f1d-32b27d63bf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d124670-af82-4ea3-ab89-542eaad85497'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:36.509991 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 6d124670-af82-4ea3-ab89-542eaad85497, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d124670-af82-4ea3-ab89-542eaad85497,segment=NetworkSegment(ecc958e1-ac56-4b03-a320-bf677ee949e2),segment_id=ecc958e1-ac56-4b03-a320-bf677ee949e2)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:36.516535 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:36.610964 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8303b-b3bb-4644-a95c-8ba52e39e35b req-c85735cb-df92-4ea2-9067-4d29ec71afd9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:36.612478 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f3c8303b-b3bb-4644-a95c-8ba52e39e35b req-c85735cb-df92-4ea2-9067-4d29ec71afd9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 944 time: 0.2835515 Feb 04 22:23:36.633017 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:36.679415 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=6d124670-af82-4ea3-ab89-542eaad85497,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:36.701162 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f3c8303b-b3bb-4644-a95c-8ba52e39e35b req-ee42279a-e533-4f75-b1f9-4ae7a7d9d376 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776341 Feb 04 22:23:36.737729 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52006508-7368-4fd0-932f-8467a7c52098 req-a4376c34-eca8-460e-9923-7ddc0b2937ef tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:36.739239 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-52006508-7368-4fd0-932f-8467a7c52098 req-a4376c34-eca8-460e-9923-7ddc0b2937ef tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 944 time: 0.1841066 Feb 04 22:23:36.773167 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524cb318-d1ef-4a19-9f1d-32b27d63bf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d124670-af82-4ea3-ab89-542eaad85497', 'code': 200} Feb 04 22:23:36.903933 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:36.951823 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:36.952169 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:36.952904 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:36.953234 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > port after_create 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:36.953555 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > port after_delete 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:36.953937 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > port after_update 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:36.954260 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:36.954597 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:36.954919 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:36.955234 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:36.961047 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-52006508-7368-4fd0-932f-8467a7c52098 req-bc402003-7c0a-475e-87be-479ea95940c9 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107277 Feb 04 22:23:37.000515 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f1f22-9abe-4c36-96df-f1742132e9f3 req-4fa1886c-2628-4cd9-a96a-15f54a68938d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:37.002053 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1d7f1f22-9abe-4c36-96df-f1742132e9f3 req-4fa1886c-2628-4cd9-a96a-15f54a68938d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1175706 Feb 04 22:23:37.050210 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1d7f1f22-9abe-4c36-96df-f1742132e9f3 req-7fa95e02-e1fb-4edd-b50b-46f38c6202f3 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422533 Feb 04 22:23:37.094422 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:37.094800 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:37.095145 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:37.095482 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:23:37.095881 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fe7b81-c877-4411-9b86-5b3726784cb5']}} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:37.146619 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d857999-d8e5-4225-a79b-42201050938f') {'for_net_delete': True} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:37.146912 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d857999-d8e5-4225-a79b-42201050938f') {} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:37.167035 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262488826'] for segment, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:37.192077 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:37.202234 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=86818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:23:37.202631 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262456775'] for segment, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: from cryptography.utils import int_from_bytes Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: from cryptography.utils import int_from_bytes Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: util.warn_limited( Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: util.warn_limited( Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: Traceback (most recent call last): Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: timer() Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: cb(*args, **kw) Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: return func(*args, **kwargs) Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: self._notify() Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: self.callback(batched_events) Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: event.method(event) Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: return f(self, *a, **k) Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._get(url).json() Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: return self.request(url, 'GET', **kwargs) Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:23:37.220745 dv-cinder-818885-2-iscsi neutron-server[86818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:23:37.306191 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df0146-d428-428a-89e4-a21d2279bbe5 req-fe7929f8-5b06-41c1-897e-0cce677d00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:37.307970 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-f4df0146-d428-428a-89e4-a21d2279bbe5 req-fe7929f8-5b06-41c1-897e-0cce677d00a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 1098 time: 0.2009814 Feb 04 22:23:37.312465 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:37.349975 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:37.354806 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8fe7b81-c877-4411-9b86-5b3726784cb5,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:37.368113 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 41374) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:37.368307 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-64bcfe83-0e60-424e-a392-61088bfa559d admin admin] 10.222.0.47 "DELETE /v2.0/networks/f8fe7b81-c877-4411-9b86-5b3726784cb5 HTTP/1.1" status: 204 len: 168 time: 0.9446378 Feb 04 22:23:37.388656 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-f4df0146-d428-428a-89e4-a21d2279bbe5 req-941fbb01-b9fa-443c-a801-c91e6015c06d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578187 Feb 04 22:23:37.533894 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Deleting subnet 6609faa4-fee7-4839-9dcc-da8aa1b88ba1 {{(pid=86817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:23:37.542816 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:37.626424 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:37.650653 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-f274ba4c-ecae-400f-81d7-0d9102488f57 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:37.652668 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-f274ba4c-ecae-400f-81d7-0d9102488f57 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/networks?id=3ed1a7c4-1918-491f-8413-3f0dd97581c9 HTTP/1.1" status: 200 len: 813 time: 0.2442634 Feb 04 22:23:37.654375 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:37.734882 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-da5f0f8b-57c9-41fb-a054-b4c1c0a088e1 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/quotas/d765331a56184ca39dbfb314d3cbc7dc HTTP/1.1" status: 200 len: 375 time: 0.0316880 Feb 04 22:23:37.812660 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for subnet, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:37.907978 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6609faa4-fee7-4839-9dcc-da8aa1b88ba1,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:37.910971 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:37.930245 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:37.931194 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:37.931458 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:37.931787 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:37.932113 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:37.932445 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:37.932764 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:37.933085 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:37.933409 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:37.933758 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:37.934072 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:37.934389 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:37.939760 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-feb1529b-f7d2-4d17-aa7b-1569ff78d277 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6609faa4-fee7-4839-9dcc-da8aa1b88ba1 HTTP/1.1" status: 204 len: 168 time: 0.5683267 Feb 04 22:23:37.940083 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 388ba3bd-d05a-49b9-a456-9a8af0fa856a details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:23:37.940528 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 41396) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:37.958509 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-9011305c-311a-4e7e-a629-04f1db463c62 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2160771 Feb 04 22:23:38.061204 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45477109-516f-4e9a-a0be-adbac47228a8 req-aab22c2b-cc4c-4e42-8b68-16fdaf59037c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:38.062767 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-45477109-516f-4e9a-a0be-adbac47228a8 req-aab22c2b-cc4c-4e42-8b68-16fdaf59037c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.2177498 Feb 04 22:23:38.133884 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c3425523-6c66-4afa-b74e-732fe93628c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:38.150087 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-45477109-516f-4e9a-a0be-adbac47228a8 req-73ae7e50-af14-4b05-995d-a36986984791 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788832 Feb 04 22:23:38.171834 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-78269f53-3d35-4959-92e4-733e3488c0a9 service neutron] 10.222.0.47 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058241 Feb 04 22:23:38.203050 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 388ba3bd-d05a-49b9-a456-9a8af0fa856a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=388ba3bd-d05a-49b9-a456-9a8af0fa856a,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:38.218907 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '388ba3bd-d05a-49b9-a456-9a8af0fa856a', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'port_id': '388ba3bd-d05a-49b9-a456-9a8af0fa856a', 'mac_address': 'fa:16:3e:06:af:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:23:38.299478 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:38.305468 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c3425523-6c66-4afa-b74e-732fe93628c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:38.320172 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388ba3bd-d05a-49b9-a456-9a8af0fa856a {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:23:38.333655 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-c3425523-6c66-4afa-b74e-732fe93628c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abdb9ac-478b-4cd4-babc-3f49b44edce7']}} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:38.340361 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 388ba3bd-d05a-49b9-a456-9a8af0fa856a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=388ba3bd-d05a-49b9-a456-9a8af0fa856a,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:38.347063 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:38.348341 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-c3425523-6c66-4afa-b74e-732fe93628c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da03c282-83a7-4ecd-951a-eec5ec1230bd') {'for_net_delete': True} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:38.348634 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-c3425523-6c66-4afa-b74e-732fe93628c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da03c282-83a7-4ecd-951a-eec5ec1230bd') {} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:38.363388 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c3425523-6c66-4afa-b74e-732fe93628c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262488826'] for segment, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:38.383327 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c3425523-6c66-4afa-b74e-732fe93628c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:38.393337 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3425523-6c66-4afa-b74e-732fe93628c4 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=86818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:23:38.393760 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c3425523-6c66-4afa-b74e-732fe93628c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262456775'] for segment, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:38.398526 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-1d5bae5f-e139-477e-b1ac-d97f41f61956 service neutron] 10.222.0.47 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255607 Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: Traceback (most recent call last): Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: timer() Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: cb(*args, **kw) Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: return func(*args, **kwargs) Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: self._notify() Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: self.callback(batched_events) Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: event.method(event) Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: return f(self, *a, **k) Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._get(url).json() Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: return self.request(url, 'GET', **kwargs) Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:23:38.411649 dv-cinder-818885-2-iscsi neutron-server[86818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:23:38.424717 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3539a4a-0353-4b4f-aaa7-b89f7f315309 req-00b0f2b3-c1aa-426f-9736-be5a307c8626 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:38.426905 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b3539a4a-0353-4b4f-aaa7-b89f7f315309 req-00b0f2b3-c1aa-426f-9736-be5a307c8626 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 944 time: 0.1428037 Feb 04 22:23:38.440965 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=388ba3bd-d05a-49b9-a456-9a8af0fa856a,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:38.482263 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b3539a4a-0353-4b4f-aaa7-b89f7f315309 req-aa5086dc-70bc-4bd5-b09a-a89b26eeb63a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477004 Feb 04 22:23:38.511810 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c3425523-6c66-4afa-b74e-732fe93628c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:38.516930 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c3425523-6c66-4afa-b74e-732fe93628c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:38.540248 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3425523-6c66-4afa-b74e-732fe93628c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2abdb9ac-478b-4cd4-babc-3f49b44edce7,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:38.552271 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-c3425523-6c66-4afa-b74e-732fe93628c4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2abdb9ac-478b-4cd4-babc-3f49b44edce7 HTTP/1.1" status: 204 len: 168 time: 0.6037130 Feb 04 22:23:38.631503 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-245c6509-7a9d-48d3-9aff-3bcb7a66b5b0 req-e35037c4-60f2-4cdf-9772-1823a6527645 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 210 time: 0.0449677 Feb 04 22:23:38.770459 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 41416) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:38.824229 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-2579c58b-efa0-462a-8a60-c37ea2c94e7d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=55cba5847e21474b96d2c60da3d530fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502691 Feb 04 22:23:38.824391 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 41422) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:38.894889 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-3a1062c9-663f-4a43-a81d-b576c371c8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:38.924330 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['388ba3bd-d05a-49b9-a456-9a8af0fa856a'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:23:38.938939 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-3a1062c9-663f-4a43-a81d-b576c371c8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:39.002559 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-3a1062c9-663f-4a43-a81d-b576c371c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:39.020107 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1062c9-663f-4a43-a81d-b576c371c8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaefb17-ecbe-41c0-b229-af1bd667912d,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:39.025545 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-3a1062c9-663f-4a43-a81d-b576c371c8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:39.029160 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-3a1062c9-663f-4a43-a81d-b576c371c8dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9aaefb17-ecbe-41c0-b229-af1bd667912d HTTP/1.1" status: 204 len: 168 time: 0.2014260 Feb 04 22:23:39.424133 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950efb6-6465-4e18-9fec-aacd7b902dd4 req-87131fda-74be-48ca-afbd-7f5dfa388b15 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:39.424321 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4950efb6-6465-4e18-9fec-aacd7b902dd4 req-87131fda-74be-48ca-afbd-7f5dfa388b15 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1226370 Feb 04 22:23:39.493746 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4950efb6-6465-4e18-9fec-aacd7b902dd4 req-c4090bab-8ae3-471d-8c85-276cf231c0a1 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629086 Feb 04 22:23:39.595813 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 41458) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:39.754055 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 41466) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:39.754805 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-51f5a184-1ba4-446c-8984-37b5494ef94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:39.763219 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e84130-6fb1-48bd-b131-69aba56a70cf req-9c79107c-ca8b-4077-a9c7-10a8d9ac4927 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:39.765041 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c6e84130-6fb1-48bd-b131-69aba56a70cf req-9c79107c-ca8b-4077-a9c7-10a8d9ac4927 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 945 time: 0.1415200 Feb 04 22:23:39.803310 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-51f5a184-1ba4-446c-8984-37b5494ef94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:39.815647 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-51f5a184-1ba4-446c-8984-37b5494ef94e admin admin] Usage tracker for resource:security_group_rule and tenant:2ec287fac87d455992e698d836d96c06 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:39.818758 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c6e84130-6fb1-48bd-b131-69aba56a70cf req-a2067d2a-e824-4157-b906-7f2d0ef61c8b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458238 Feb 04 22:23:39.821668 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-51f5a184-1ba4-446c-8984-37b5494ef94e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:39.830762 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-51f5a184-1ba4-446c-8984-37b5494ef94e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:39.836772 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-86dfcb8e-d17c-487a-a348-e4eb3381de8f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=371eaa003f0145ecaadfea3ce7d61ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697079 Feb 04 22:23:39.837042 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 41470) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:39.937318 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3e551aa6-6444-4af3-a08e-0af58cdd8587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:39.977974 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3e551aa6-6444-4af3-a08e-0af58cdd8587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:40.033458 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-32557004-1709-4dd3-9a2c-35e0d0a08f2b req-acc9a05b-f39c-4e53-8e27-a1b55397e1ae tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 210 time: 0.0482273 Feb 04 22:23:40.040599 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-51f5a184-1ba4-446c-8984-37b5494ef94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:40.044748 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-51f5a184-1ba4-446c-8984-37b5494ef94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:40.119782 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3e551aa6-6444-4af3-a08e-0af58cdd8587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:40.174042 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5a184-1ba4-446c-8984-37b5494ef94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e2b892-3508-4bcd-8f27-31f1ce5ab8c2,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:40.185002 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-51f5a184-1ba4-446c-8984-37b5494ef94e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2ec287fac87d455992e698d836d96c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5876696 Feb 04 22:23:40.189990 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 41480) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:40.199632 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e551aa6-6444-4af3-a08e-0af58cdd8587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58090fc6-7aab-457b-8702-677caf7a7492,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:40.207514 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3e551aa6-6444-4af3-a08e-0af58cdd8587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:40.208669 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-3e551aa6-6444-4af3-a08e-0af58cdd8587 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58090fc6-7aab-457b-8702-677caf7a7492 HTTP/1.1" status: 204 len: 168 time: 0.3706517 Feb 04 22:23:40.284754 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c931c-e3d9-4569-a5e2-50f8dac242e9 req-834043a2-454f-45b4-8480-f183150b39ee tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:40.287985 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fb8c931c-e3d9-4569-a5e2-50f8dac242e9 req-834043a2-454f-45b4-8480-f183150b39ee tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.2143462 Feb 04 22:23:40.295170 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424abd9-f63f-46a7-ad17-8fb71ce1b84b req-855a6728-e20f-45ba-b5dc-ab90a4e77dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:40.296477 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-ef3868d5-4d5a-4fbb-bdce-3c08b741aae5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:40.296630 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a424abd9-f63f-46a7-ad17-8fb71ce1b84b req-855a6728-e20f-45ba-b5dc-ab90a4e77dd0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2972bd90360f40548925dda55e960d83&device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 1098 time: 0.2217722 Feb 04 22:23:40.297953 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-ef3868d5-4d5a-4fbb-bdce-3c08b741aae5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "GET /v2.0/networks?id=3ed1a7c4-1918-491f-8413-3f0dd97581c9 HTTP/1.1" status: 200 len: 813 time: 0.2151101 Feb 04 22:23:40.411469 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5bcc228c-4eec-42f6-bb65-440d57a44795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:40.447696 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fb8c931c-e3d9-4569-a5e2-50f8dac242e9 req-75f87912-49b6-4e9e-9c24-e613a159ef8c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501279 Feb 04 22:23:40.454941 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5bcc228c-4eec-42f6-bb65-440d57a44795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:40.510298 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5bcc228c-4eec-42f6-bb65-440d57a44795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:40.526763 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc228c-4eec-42f6-bb65-440d57a44795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e2b892-3508-4bcd-8f27-31f1ce5ab8c2,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:40.532080 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5bcc228c-4eec-42f6-bb65-440d57a44795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:40.535560 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-5bcc228c-4eec-42f6-bb65-440d57a44795 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3e2b892-3508-4bcd-8f27-31f1ce5ab8c2 HTTP/1.1" status: 204 len: 168 time: 0.3421676 Feb 04 22:23:40.925085 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 41508) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:40.992345 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f1d585b8-125c-4222-b80e-6ff4420a5106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:41.014637 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-f1d585b8-125c-4222-b80e-6ff4420a5106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:41.024850 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-f1d585b8-125c-4222-b80e-6ff4420a5106 admin admin] Usage tracker for resource:security_group_rule and tenant:29790135cf004b87bef6096468bcca81 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:41.028507 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-f1d585b8-125c-4222-b80e-6ff4420a5106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:41.035812 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-f1d585b8-125c-4222-b80e-6ff4420a5106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:41.083044 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2056a-1d87-4e98-b5fe-d2655e3b5f21 req-ba01abb2-53cd-4664-8431-ad5deb69cbb2 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:41.084736 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0af2056a-1d87-4e98-b5fe-d2655e3b5f21 req-ba01abb2-53cd-4664-8431-ad5deb69cbb2 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 945 time: 0.1359625 Feb 04 22:23:41.150451 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0af2056a-1d87-4e98-b5fe-d2655e3b5f21 req-850389fc-208a-48a7-8412-32b539de80ef tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573175 Feb 04 22:23:41.212740 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-045b4293-194a-4584-ac2e-c8e587098266 req-399cf082-2d26-456b-9a1f-09ae3a1b2114 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 210 time: 0.0534978 Feb 04 22:23:41.228221 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f1d585b8-125c-4222-b80e-6ff4420a5106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:41.233322 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f1d585b8-125c-4222-b80e-6ff4420a5106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:41.284063 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-f1d585b8-125c-4222-b80e-6ff4420a5106 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29790135cf004b87bef6096468bcca81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546431 Feb 04 22:23:41.284063 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d585b8-125c-4222-b80e-6ff4420a5106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d8fbcf-facb-43be-af8a-59edf17a0fee,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:41.284672 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 41534) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:41.353855 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-ca571ea5-4391-47ce-9e72-77b9b3dbf55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:41.379197 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-ca571ea5-4391-47ce-9e72-77b9b3dbf55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:41.431715 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-ca571ea5-4391-47ce-9e72-77b9b3dbf55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:41.449440 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca571ea5-4391-47ce-9e72-77b9b3dbf55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d8fbcf-facb-43be-af8a-59edf17a0fee,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:41.454856 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-ca571ea5-4391-47ce-9e72-77b9b3dbf55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:41.456037 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-ca571ea5-4391-47ce-9e72-77b9b3dbf55b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/05d8fbcf-facb-43be-af8a-59edf17a0fee HTTP/1.1" status: 204 len: 168 time: 0.1703739 Feb 04 22:23:41.662963 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964df496-4357-4568-9b85-12c1c07cf007 req-ce6f7547-6d82-4e0d-b708-46d9a4435dc4 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:41.664454 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-964df496-4357-4568-9b85-12c1c07cf007 req-ce6f7547-6d82-4e0d-b708-46d9a4435dc4 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0994465 Feb 04 22:23:41.714514 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-964df496-4357-4568-9b85-12c1c07cf007 req-58e60a8e-75ca-44d0-9a8b-7ac705ad9651 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 Feb 04 22:23:41.891139 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 41556) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:42.067104 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-dcc1b6fa-9387-46ba-a9b9-dc1dd73f408f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:42.082176 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-dcc1b6fa-9387-46ba-a9b9-dc1dd73f408f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:42.086152 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-dcc1b6fa-9387-46ba-a9b9-dc1dd73f408f admin admin] Usage tracker for resource:security_group_rule and tenant:10d65ec3135e44fbb61e29e4fbea2a83 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:42.089675 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-dcc1b6fa-9387-46ba-a9b9-dc1dd73f408f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:42.095760 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-dcc1b6fa-9387-46ba-a9b9-dc1dd73f408f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:42.181637 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-dcc1b6fa-9387-46ba-a9b9-dc1dd73f408f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:42.186351 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-dcc1b6fa-9387-46ba-a9b9-dc1dd73f408f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:42.202912 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Request body: {'port': {'device_id': '9fb419e4-9f1b-4e23-980a-c97b474544bf', 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9', 'admin_state_up': True, 'tenant_id': 'd765331a56184ca39dbfb314d3cbc7dc'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:42.243113 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-dcc1b6fa-9387-46ba-a9b9-dc1dd73f408f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=10d65ec3135e44fbb61e29e4fbea2a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504732 Feb 04 22:23:42.287559 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 41578) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:42.429991 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:23:42.434984 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Usage tracker for resource:port and tenant:d765331a56184ca39dbfb314d3cbc7dc is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:23:42.438418 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:23:42.444263 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-604c5b30-6c3d-4e3e-92f6-4520eb577dc7 req-1b268171-a17e-4b14-be82-9e899409a31e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 210 time: 0.1050701 Feb 04 22:23:42.445053 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:23:42.467492 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Made reservation on behalf of d765331a56184ca39dbfb314d3cbc7dc for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:23:42.471812 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:42.498012 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1b6fa-9387-46ba-a9b9-dc1dd73f408f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3328cbcc-a310-4d03-a0c0-22118344a3ab,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:42.583433 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4b551-7158-4773-85c8-27c1eb46d9bd req-f56831e7-e7a0-4237-b9b0-3dedfd0c9c27 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:42.584937 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-84b4b551-7158-4773-85c8-27c1eb46d9bd req-f56831e7-e7a0-4237-b9b0-3dedfd0c9c27 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 945 time: 0.2966027 Feb 04 22:23:42.602819 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c9e19ea5-ce4a-4967-aafa-c6f970655e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:42.635793 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424abd9-f63f-46a7-ad17-8fb71ce1b84b req-56ea3e8c-d5ef-4435-b1ac-4f07c376e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:42.637251 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a424abd9-f63f-46a7-ad17-8fb71ce1b84b req-56ea3e8c-d5ef-4435-b1ac-4f07c376e6f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=147e572c-d5ca-40cc-a413-4c11ad747739 HTTP/1.1" status: 200 len: 920 time: 0.3978329 Feb 04 22:23:42.671780 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c9e19ea5-ce4a-4967-aafa-c6f970655e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:42.673994 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Allocated IP 172.20.0.13 (3ed1a7c4-1918-491f-8413-3f0dd97581c9/48ad4abf-da59-4c7c-9f55-c37529f65922/69b4514e-31d0-4bb0-acc0-ab9527388fbf) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:23:42.698072 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-84b4b551-7158-4773-85c8-27c1eb46d9bd req-ee44199c-a702-47b2-9ff3-1c55d8368ec3 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969851 Feb 04 22:23:42.751865 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c9e19ea5-ce4a-4967-aafa-c6f970655e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:42.770470 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e19ea5-ce4a-4967-aafa-c6f970655e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3328cbcc-a310-4d03-a0c0-22118344a3ab,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:42.785212 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c9e19ea5-ce4a-4967-aafa-c6f970655e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:42.786696 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-c9e19ea5-ce4a-4967-aafa-c6f970655e00 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3328cbcc-a310-4d03-a0c0-22118344a3ab HTTP/1.1" status: 204 len: 168 time: 0.4521451 Feb 04 22:23:42.923030 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:42.944424 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670314b8-0d54-4ef5-9fc6-3221a220a1ff req-7cdc31f5-ae62-49c8-b4b2-e42251e5d920 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:42.953772 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-670314b8-0d54-4ef5-9fc6-3221a220a1ff req-7cdc31f5-ae62-49c8-b4b2-e42251e5d920 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1072748 Feb 04 22:23:42.964908 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:43.010707 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-670314b8-0d54-4ef5-9fc6-3221a220a1ff req-ffed2a27-a3b8-4819-9f4a-8e1b244c5969 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557277 Feb 04 22:23:43.068376 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:23:43.072341 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:23:43.076630 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:23:43.106477 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Pushing event updated for resources: {'Port': ['ID=69b4514e-31d0-4bb0-acc0-ab9527388fbf,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:43.154337 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:43.155054 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:43.180653 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-13d73d70-02f0-4789-b384-13a4a9f5f8e7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9814799 Feb 04 22:23:43.273200 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 388ba3bd-d05a-49b9-a456-9a8af0fa856a up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:23:43.321694 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Request body: {'port': {'device_id': '9fb419e4-9f1b-4e23-980a-c97b474544bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:43.332943 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['9f008f5c-a68b-4939-9166-32a8f2bc59b7'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:23:43.451823 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 388ba3bd-d05a-49b9-a456-9a8af0fa856a completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:23:43.458251 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 388ba3bd-d05a-49b9-a456-9a8af0fa856a triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:23:43.458751 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:43.463227 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a424abd9-f63f-46a7-ad17-8fb71ce1b84b req-ca481856-db26-49ec-ac3b-3bf034dcfd22 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d124670-af82-4ea3-ab89-542eaad85497 HTTP/1.1" status: 200 len: 217 time: 0.1520116 Feb 04 22:23:43.547978 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424abd9-f63f-46a7-ad17-8fb71ce1b84b req-5985bf99-46dd-4675-a751-fd0193ed49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:43.549698 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a424abd9-f63f-46a7-ad17-8fb71ce1b84b req-5985bf99-46dd-4675-a751-fd0193ed49a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a499076-7138-49cd-a886-8a07c636087b HTTP/1.1" status: 200 len: 859 time: 0.0769413 Feb 04 22:23:43.564359 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:43.766494 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a424abd9-f63f-46a7-ad17-8fb71ce1b84b req-b3acc440-21bb-4d7e-80fc-de54ac1db994 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=147e572c-d5ca-40cc-a413-4c11ad747739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802187 Feb 04 22:23:43.838158 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:43.925442 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 388ba3bd-d05a-49b9-a456-9a8af0fa856a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=388ba3bd-d05a-49b9-a456-9a8af0fa856a,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:43.927954 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76441795-ff4b-4843-9db9-4bde52789d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388ba3bd-d05a-49b9-a456-9a8af0fa856a'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:43.941957 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:44.026324 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d0ed3-cafb-4666-981f-4e2f3b2d6ca7 req-a403b624-9f3b-4ba9-8930-c1b6d1b0cc6e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:44.026556 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a60d0ed3-cafb-4666-981f-4e2f3b2d6ca7 req-a403b624-9f3b-4ba9-8930-c1b6d1b0cc6e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 932 time: 0.3675931 Feb 04 22:23:44.127096 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=388ba3bd-d05a-49b9-a456-9a8af0fa856a,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:44.142392 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:44.144386 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:44.145909 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:44.146261 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:44.146596 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:44.147016 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:44.147988 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:44.149657 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:44.150054 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:44.150389 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:44.151510 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:44.151844 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:23:44.164744 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a424abd9-f63f-46a7-ad17-8fb71ce1b84b req-ec020f33-7dae-488f-ad79-a0300bbab0be service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849103 Feb 04 22:23:44.180840 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b4514e-31d0-4bb0-acc0-ab9527388fbf {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:23:44.188652 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:44.198598 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5e207-2f99-4b80-ae87-ec9723036173 req-8cbcce98-90fe-4b14-a965-79546cba36c8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:44.206060 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7be5e207-2f99-4b80-ae87-ec9723036173 req-8cbcce98-90fe-4b14-a965-79546cba36c8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.3046799 Feb 04 22:23:44.206645 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Transition to ACTIVE for port object 69b4514e-31d0-4bb0-acc0-ab9527388fbf will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:23:44.213027 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:44.225266 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a60d0ed3-cafb-4666-981f-4e2f3b2d6ca7 req-d501452d-edd6-4e81-b46c-721c2a3ab6ec tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843078 Feb 04 22:23:44.286240 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7be5e207-2f99-4b80-ae87-ec9723036173 req-babc87f4-05e2-46c2-91fb-079816172d34 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786352 Feb 04 22:23:44.291449 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Pushing event updated for resources: {'Port': ['ID=69b4514e-31d0-4bb0-acc0-ab9527388fbf,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:44.326768 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76441795-ff4b-4843-9db9-4bde52789d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388ba3bd-d05a-49b9-a456-9a8af0fa856a', 'code': 200} Feb 04 22:23:44.476158 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Attempting to bind port 69b4514e-31d0-4bb0-acc0-ab9527388fbf on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:23:44.476759 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Attempting to bind port 69b4514e-31d0-4bb0-acc0-ab9527388fbf by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:23:44.476878 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Attempting to bind port 69b4514e-31d0-4bb0-acc0-ab9527388fbf on network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:44.481726 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Port 69b4514e-31d0-4bb0-acc0-ab9527388fbf on network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:23:44.482048 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Attempting to bind port 69b4514e-31d0-4bb0-acc0-ab9527388fbf on network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:23:44.488944 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:23:44.489418 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Checking segment: {'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:23:44.489825 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Bound using segment: {'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:23:44.490503 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Bound port: 69b4514e-31d0-4bb0-acc0-ab9527388fbf, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:23:44.490994 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:44.500903 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fada9b-3ea4-4eb8-84f9-172eeebb600b req-e1789ac3-99f2-438b-89f0-5eb3e72e3b0e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:44.503468 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f0fada9b-3ea4-4eb8-84f9-172eeebb600b req-e1789ac3-99f2-438b-89f0-5eb3e72e3b0e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0991492 Feb 04 22:23:44.566285 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f0fada9b-3ea4-4eb8-84f9-172eeebb600b req-7758a075-50f1-45f1-bfc2-1a08c22891ff tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551329 Feb 04 22:23:44.597917 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] For port 69b4514e-31d0-4bb0-acc0-ab9527388fbf, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:23:44.601520 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] For port 69b4514e-31d0-4bb0-acc0-ab9527388fbf, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=69b4514e-31d0-4bb0-acc0-ab9527388fbf,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:23:44.609285 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:44.703339 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:44.703954 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:44.705360 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] 10.222.0.58 "PUT /v2.0/ports/69b4514e-31d0-4bb0-acc0-ab9527388fbf HTTP/1.1" status: 200 len: 1094 time: 1.3906779 Feb 04 22:23:44.712733 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb419e4-9f1b-4e23-980a-c97b474544bf', 'tag': '69b4514e-31d0-4bb0-acc0-ab9527388fbf'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:44.781740 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b801bd-db86-4467-ac69-e67939671dee service neutron] Pushing event updated for resources: {'Port': ['ID=69b4514e-31d0-4bb0-acc0-ab9527388fbf,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:44.823585 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb419e4-9f1b-4e23-980a-c97b474544bf', 'tag': '69b4514e-31d0-4bb0-acc0-ab9527388fbf', 'status': 'completed', 'code': 200} Feb 04 22:23:45.503885 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5421b-1e68-4eac-9416-84e2d8ec6db9 req-8003ca76-530b-4437-82c6-28fe9e9aaa34 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:45.505325 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-44e5421b-1e68-4eac-9416-84e2d8ec6db9 req-8003ca76-530b-4437-82c6-28fe9e9aaa34 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 944 time: 0.1622608 Feb 04 22:23:45.517988 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fed726-2c9d-4782-b5dc-15d9d217bb9b req-8b0f9e05-f7a1-4b28-80bb-274a17397969 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:45.519320 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d4fed726-2c9d-4782-b5dc-15d9d217bb9b req-8b0f9e05-f7a1-4b28-80bb-274a17397969 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1136770 Feb 04 22:23:45.585079 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-44e5421b-1e68-4eac-9416-84e2d8ec6db9 req-2607d274-0793-40c1-a00f-be3567b96fc8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647812 Feb 04 22:23:45.595511 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d4fed726-2c9d-4782-b5dc-15d9d217bb9b req-b6ff1afb-94fc-4aae-a7da-f2ace65561e8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596988 Feb 04 22:23:45.760870 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bdc03-4114-4af4-8b7a-2ecf973a1185 req-b3ae02ee-f6f2-44fc-9407-495b4739fe94 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:45.762402 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-061bdc03-4114-4af4-8b7a-2ecf973a1185 req-b3ae02ee-f6f2-44fc-9407-495b4739fe94 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0808327 Feb 04 22:23:45.806726 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-061bdc03-4114-4af4-8b7a-2ecf973a1185 req-21d8e137-05dd-4fe3-abb2-6a6b7c6711c7 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385842 Feb 04 22:23:46.895656 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04ebcb-5200-4abf-aa4b-7260a84d96ee req-1307cea8-aa77-437d-b5e1-111c85297212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:46.896767 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8f04ebcb-5200-4abf-aa4b-7260a84d96ee req-1307cea8-aa77-437d-b5e1-111c85297212 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 1097 time: 0.0751734 Feb 04 22:23:46.905765 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0259691-f0fb-45be-aa61-817cb368bc88 req-30c480ee-ebd8-4c39-843a-8a2f7390c6cb tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:46.907260 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b0259691-f0fb-45be-aa61-817cb368bc88 req-30c480ee-ebd8-4c39-843a-8a2f7390c6cb tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 944 time: 0.2146256 Feb 04 22:23:46.917363 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83168d0e-62ba-4d86-b131-d3aca3adc78d req-350e5ef1-f8bc-4393-8cf6-5915f61b66eb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:46.918931 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-83168d0e-62ba-4d86-b131-d3aca3adc78d req-350e5ef1-f8bc-4393-8cf6-5915f61b66eb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1907167 Feb 04 22:23:47.033597 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b0259691-f0fb-45be-aa61-817cb368bc88 req-29d2b736-21aa-40eb-a934-b6b03a845ba9 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117423 Feb 04 22:23:47.071228 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-83168d0e-62ba-4d86-b131-d3aca3adc78d req-79b74ede-82b9-4df8-85d2-9500e7597b91 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298051 Feb 04 22:23:47.099013 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a424abd9-f63f-46a7-ad17-8fb71ce1b84b req-74a4d995-3f80-4b32-b256-8ce0fc319aed service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831702 Feb 04 22:23:47.254007 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed937e-a0bc-438f-802f-3ce0c76f4b8a req-b2f21e56-e3a9-43c6-963f-e79254066f89 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:47.255468 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-54ed937e-a0bc-438f-802f-3ce0c76f4b8a req-b2f21e56-e3a9-43c6-963f-e79254066f89 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0898323 Feb 04 22:23:47.298132 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04ebcb-5200-4abf-aa4b-7260a84d96ee req-70aa34de-77e7-4261-a853-b66e05829307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:47.299574 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8f04ebcb-5200-4abf-aa4b-7260a84d96ee req-70aa34de-77e7-4261-a853-b66e05829307 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3813939 Feb 04 22:23:47.300656 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-54ed937e-a0bc-438f-802f-3ce0c76f4b8a req-6798d8c3-f926-44cc-b2da-8e7c3a05419e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393853 Feb 04 22:23:47.306286 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9adce5-2389-48d1-9ba6-9388cd287aed req-dcf1559a-af8c-48e3-8b75-16ab593b6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:47.307708 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-ea9adce5-2389-48d1-9ba6-9388cd287aed req-dcf1559a-af8c-48e3-8b75-16ab593b6ab3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 1099 time: 0.2262917 Feb 04 22:23:47.443565 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-ea9adce5-2389-48d1-9ba6-9388cd287aed req-418a1f8f-7a61-4156-990c-191625d4e4c0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145310 Feb 04 22:23:47.500557 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04ebcb-5200-4abf-aa4b-7260a84d96ee req-7298a09e-8502-478e-9561-bc39826c49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:47.502121 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8f04ebcb-5200-4abf-aa4b-7260a84d96ee req-7298a09e-8502-478e-9561-bc39826c49a2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745591 Feb 04 22:23:48.068575 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-b1d2f44e-9aab-4dc5-9f96-6b42a9c980fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:48.072030 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-b1d2f44e-9aab-4dc5-9f96-6b42a9c980fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 1097 time: 0.0909944 Feb 04 22:23:48.183481 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-83237d24-86e5-4578-b50e-158e6f3d5dd1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69b4514e-31d0-4bb0-acc0-ab9527388fbf HTTP/1.1" status: 200 len: 217 time: 0.0851068 Feb 04 22:23:48.259929 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-bab0f85f-5e14-46ac-a9e9-cba6a382b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:48.261475 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-bab0f85f-5e14-46ac-a9e9-cba6a382b63b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=48ad4abf-da59-4c7c-9f55-c37529f65922 HTTP/1.1" status: 200 len: 853 time: 0.0699341 Feb 04 22:23:48.319823 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213faa7-a578-46c4-b8d9-50feb2872771 req-a72f1e19-ec9c-49d1-b2d5-8b34ef9e6579 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:48.327949 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f213faa7-a578-46c4-b8d9-50feb2872771 req-a72f1e19-ec9c-49d1-b2d5-8b34ef9e6579 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 944 time: 0.1795492 Feb 04 22:23:48.358163 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-736c8fe1-f2f6-4beb-95ea-d9f966d404b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ed1a7c4-1918-491f-8413-3f0dd97581c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853193 Feb 04 22:23:48.400558 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f213faa7-a578-46c4-b8d9-50feb2872771 req-b2107cb3-7aed-4a01-82e5-c60b9cb98a4a tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716524 Feb 04 22:23:48.431734 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73903dc9-3dce-41ca-915b-2c59305f43b4 req-15e0d17f-09b7-4c6d-8f97-85bb021d696b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:48.433284 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-73903dc9-3dce-41ca-915b-2c59305f43b4 req-15e0d17f-09b7-4c6d-8f97-85bb021d696b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.2085304 Feb 04 22:23:48.497252 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-73903dc9-3dce-41ca-915b-2c59305f43b4 req-290d4a0d-27d3-474c-93fd-b75c3a05900b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557764 Feb 04 22:23:48.619691 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-8dd32e3e-7be4-401d-92da-61b93471991b service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507153 Feb 04 22:23:48.709927 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d9358-bb54-4255-8ac2-136168c5c12b req-9e5cd521-b381-4fba-96ec-51392b2b97c5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:48.711826 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cd9d9358-bb54-4255-8ac2-136168c5c12b req-9e5cd521-b381-4fba-96ec-51392b2b97c5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1426904 Feb 04 22:23:48.775893 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cd9d9358-bb54-4255-8ac2-136168c5c12b req-fa0371c6-0309-4195-a005-e639831a84f0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560570 Feb 04 22:23:48.815870 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9addf100-50a0-4b44-89f2-1ecd49096e2a req-0e5fdf3a-1ceb-4830-bc90-85b183d40837 service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859624 Feb 04 22:23:49.192006 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cd3ec-a3d7-4789-aeb7-6cce5f61d6ee req-f5d637f3-b8dc-40f6-90e6-6b3ebbd66ccb tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:49.193690 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6c2cd3ec-a3d7-4789-aeb7-6cce5f61d6ee req-f5d637f3-b8dc-40f6-90e6-6b3ebbd66ccb tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 945 time: 0.0875571 Feb 04 22:23:49.245904 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6c2cd3ec-a3d7-4789-aeb7-6cce5f61d6ee req-fc830236-d65e-4ede-957c-34c4c3c76b88 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458400 Feb 04 22:23:49.589364 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ad85b-047c-4bc0-883c-e50327b88b5e req-9cad492e-ab59-47bb-9d20-818b5eb5c64c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:49.596991 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ac0ad85b-047c-4bc0-883c-e50327b88b5e req-9cad492e-ab59-47bb-9d20-818b5eb5c64c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 944 time: 0.0882297 Feb 04 22:23:49.675845 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ac0ad85b-047c-4bc0-883c-e50327b88b5e req-8fae04bb-fee2-4707-a42d-48c7f0563ea8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779808 Feb 04 22:23:49.727458 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f317f04-2d78-412f-a3ca-49dcc8de90ce req-514fd289-e3bd-435e-a334-364e15fd1789 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:49.729000 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1f317f04-2d78-412f-a3ca-49dcc8de90ce req-514fd289-e3bd-435e-a334-364e15fd1789 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.0907640 Feb 04 22:23:49.775453 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1f317f04-2d78-412f-a3ca-49dcc8de90ce req-3d31455d-4720-4dd6-9642-961e5b430b12 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402360 Feb 04 22:23:49.968394 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d35a2-1bf7-4319-b6c2-7cc397a96a9c req-d70a2759-981d-4f46-a669-e3427efae106 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:49.969932 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2a1d35a2-1bf7-4319-b6c2-7cc397a96a9c req-d70a2759-981d-4f46-a669-e3427efae106 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0882008 Feb 04 22:23:50.015290 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2a1d35a2-1bf7-4319-b6c2-7cc397a96a9c req-2ed62530-63cd-4fc6-9b17-4c8a3a1eea28 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393970 Feb 04 22:23:50.436144 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a712229-454e-4f2e-842a-8a105a982ca4 req-fc29590d-efe2-4733-a812-61cd16005607 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:50.437589 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6a712229-454e-4f2e-842a-8a105a982ca4 req-fc29590d-efe2-4733-a812-61cd16005607 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 945 time: 0.0798128 Feb 04 22:23:50.481785 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6a712229-454e-4f2e-842a-8a105a982ca4 req-7c822546-b62f-47b8-b0bf-afd37dffb994 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375576 Feb 04 22:23:50.991120 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a8ddb-777f-4ee9-8279-d80e63b1d204 req-6ffc3920-784b-44fa-8c52-397f15019069 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:50.992762 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e54a8ddb-777f-4ee9-8279-d80e63b1d204 req-6ffc3920-784b-44fa-8c52-397f15019069 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 944 time: 0.2093639 Feb 04 22:23:51.020985 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d642d-2372-42fd-9174-35c54a3f229c req-1f1e5459-4434-422c-8cc7-e6b2e4644b19 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:51.022474 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-325d642d-2372-42fd-9174-35c54a3f229c req-1f1e5459-4434-422c-8cc7-e6b2e4644b19 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1242952 Feb 04 22:23:51.074713 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e54a8ddb-777f-4ee9-8279-d80e63b1d204 req-1044b08a-17fc-4f9a-8cee-9a193e6004c6 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743511 Feb 04 22:23:51.102649 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-325d642d-2372-42fd-9174-35c54a3f229c req-9cba2a53-10d6-4798-a387-a636a462f280 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711136 Feb 04 22:23:51.268615 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d58185-8fdd-4659-8724-e0bf588b8214 req-06736ac3-df76-4ace-a086-151977c931e8 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:51.270060 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-64d58185-8fdd-4659-8724-e0bf588b8214 req-06736ac3-df76-4ace-a086-151977c931e8 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0842843 Feb 04 22:23:51.327669 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-64d58185-8fdd-4659-8724-e0bf588b8214 req-7497f8d9-5b86-496e-9b29-ef3a464ab86a tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511127 Feb 04 22:23:51.681802 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050d893-9083-465b-913d-d6197236e6c6 req-b33994f3-b7fe-4f7d-a91c-eb5ff761b63b tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:51.683244 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5050d893-9083-465b-913d-d6197236e6c6 req-b33994f3-b7fe-4f7d-a91c-eb5ff761b63b tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 945 time: 0.0901768 Feb 04 22:23:51.728332 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5050d893-9083-465b-913d-d6197236e6c6 req-03f3cee1-b21e-4386-be6e-4b6d4e937c7d tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386138 Feb 04 22:23:52.331404 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:52.335260 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e5b0f-6761-46b1-a1da-abe058ab7eb3 req-f9f9fa04-6807-49a4-9cbd-ab9f21f685b1 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:52.343500 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-635e5b0f-6761-46b1-a1da-abe058ab7eb3 req-f9f9fa04-6807-49a4-9cbd-ab9f21f685b1 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 944 time: 0.1567264 Feb 04 22:23:52.354254 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2019a-9608-4e0a-a004-70e44caeed60 req-392fbb55-66ca-4bf5-a0db-b93506e8541a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:52.358396 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-26c2019a-9608-4e0a-a004-70e44caeed60 req-392fbb55-66ca-4bf5-a0db-b93506e8541a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1364260 Feb 04 22:23:52.427487 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-635e5b0f-6761-46b1-a1da-abe058ab7eb3 req-76002cdb-a0e1-4d1d-87fa-671e7b974879 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831132 Feb 04 22:23:52.441265 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-26c2019a-9608-4e0a-a004-70e44caeed60 req-ffe8f478-fae9-4ff6-8b37-c742499a99aa tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672452 Feb 04 22:23:52.490125 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-3858e9a2-7168-47fa-b1d3-60f6b4f896eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:52.620209 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b33a9-beb2-45f2-823b-b1ab7ae5dda9 req-20cb47be-0b0d-4b33-9cc3-4740da601c4c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:52.621693 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e15b33a9-beb2-45f2-823b-b1ab7ae5dda9 req-20cb47be-0b0d-4b33-9cc3-4740da601c4c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0881135 Feb 04 22:23:52.668375 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e15b33a9-beb2-45f2-823b-b1ab7ae5dda9 req-6c6ca619-1f90-440a-a995-eb182bce5625 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406847 Feb 04 22:23:52.915355 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1c006-4d0f-4574-b9ed-bfd023fc7c6a req-033df421-fa05-4ca7-b1c5-afafbb97cc6e tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:52.916798 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-31f1c006-4d0f-4574-b9ed-bfd023fc7c6a req-033df421-fa05-4ca7-b1c5-afafbb97cc6e tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 945 time: 0.0820203 Feb 04 22:23:52.966452 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-31f1c006-4d0f-4574-b9ed-bfd023fc7c6a req-79d6df99-8b37-43db-90bb-8d7e18530a33 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398762 Feb 04 22:23:53.691640 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a1d7d-4474-45f1-b7d2-9940b36396b1 req-fe789e81-7063-469c-9acd-24c33d819912 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:53.693091 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-380a1d7d-4474-45f1-b7d2-9940b36396b1 req-fe789e81-7063-469c-9acd-24c33d819912 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 944 time: 0.1464083 Feb 04 22:23:53.704880 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25214fc4-c974-4cfa-b65f-e7ae2b04fd23 req-22efe3a4-c374-4869-b787-ccb0fc5ff2de tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:53.706473 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-25214fc4-c974-4cfa-b65f-e7ae2b04fd23 req-22efe3a4-c374-4869-b787-ccb0fc5ff2de tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1195366 Feb 04 22:23:53.776559 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-380a1d7d-4474-45f1-b7d2-9940b36396b1 req-a63a65e0-0e0c-4daf-b4d9-89f4d8fefb69 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690718 Feb 04 22:23:53.790012 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-25214fc4-c974-4cfa-b65f-e7ae2b04fd23 req-dcfe4162-9093-4ea9-9bbe-7b1c3b946455 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690949 Feb 04 22:23:54.124067 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d71f97-ae79-4381-b6d2-b391282b0a61 req-1be04540-24e7-4579-88cc-04747d76c845 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:54.125572 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-05d71f97-ae79-4381-b6d2-b391282b0a61 req-1be04540-24e7-4579-88cc-04747d76c845 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1424441 Feb 04 22:23:54.139866 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 41862) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:23:54.149313 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-6d98fc67-4d38-4e0b-8f6b-c11814264f41 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Request body: {'floatingip': {'port_id': '388ba3bd-d05a-49b9-a456-9a8af0fa856a'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:23:54.258818 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ac9ce-c6bc-4c96-9502-f212c0419b0a req-dc888b84-91c0-4ed4-aec3-e530a3157384 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:54.261521 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-072ac9ce-c6bc-4c96-9502-f212c0419b0a req-dc888b84-91c0-4ed4-aec3-e530a3157384 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.2145228 Feb 04 22:23:54.389420 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6d98fc67-4d38-4e0b-8f6b-c11814264f41 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:54.626365 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-072ac9ce-c6bc-4c96-9502-f212c0419b0a req-e9d1a1df-a019-4c77-ab2f-c32b8b08d321 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370426 Feb 04 22:23:54.764269 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d527c3-a5da-4b32-82a6-7dd6fed16d6a req-16a211cc-5a84-4cb0-b532-4198241391a3 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:54.766771 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-78d527c3-a5da-4b32-82a6-7dd6fed16d6a req-16a211cc-5a84-4cb0-b532-4198241391a3 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 945 time: 0.4800718 Feb 04 22:23:54.966738 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e664be3b-6ec2-46ee-afa3-77e75eb7e482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:55.185627 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-78d527c3-a5da-4b32-82a6-7dd6fed16d6a req-ebcc6397-e3ba-4373-b2f7-6713ae90dfe3 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128633 Feb 04 22:23:55.443678 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6c20-4683-4d98-86bb-f155271d7e42 req-595ea92f-804b-4cd4-a83a-1cb3c1461821 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:55.445206 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-113c6c20-4683-4d98-86bb-f155271d7e42 req-595ea92f-804b-4cd4-a83a-1cb3c1461821 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 944 time: 0.5456579 Feb 04 22:23:55.511951 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-113c6c20-4683-4d98-86bb-f155271d7e42 req-f5976a2c-7466-439c-ba3e-06c72ed9b172 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495450 Feb 04 22:23:55.668915 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6d98fc67-4d38-4e0b-8f6b-c11814264f41 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:55.676582 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6d98fc67-4d38-4e0b-8f6b-c11814264f41 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:55.746340 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 69b4514e-31d0-4bb0-acc0-ab9527388fbf details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:23:55.894536 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:55.922424 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 69b4514e-31d0-4bb0-acc0-ab9527388fbf, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=69b4514e-31d0-4bb0-acc0-ab9527388fbf,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:55.936774 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '69b4514e-31d0-4bb0-acc0-ab9527388fbf', 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9', 'port_id': '69b4514e-31d0-4bb0-acc0-ab9527388fbf', 'mac_address': 'fa:16:3e:49:c7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ad4abf-da59-4c7c-9f55-c37529f65922', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:23:55.964919 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.l3_db [None req-6d98fc67-4d38-4e0b-8f6b-c11814264f41 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Floating IP 57a9e19e-b927-41ce-8783-3cec82201d9b associated. External IP: 172.27.0.3, port: 388ba3bd-d05a-49b9-a456-9a8af0fa856a. Feb 04 22:23:55.995276 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:56.013958 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b4514e-31d0-4bb0-acc0-ab9527388fbf {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:23:56.023567 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ed07-7c43-447c-b0da-9e1e6008320f req-a111aff8-01cd-414b-8337-3fda1f2a3205 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:56.025085 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3000ed07-7c43-447c-b0da-9e1e6008320f req-a111aff8-01cd-414b-8337-3fda1f2a3205 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.2578199 Feb 04 22:23:56.032238 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 69b4514e-31d0-4bb0-acc0-ab9527388fbf, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=69b4514e-31d0-4bb0-acc0-ab9527388fbf,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:56.036454 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:56.104069 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3000ed07-7c43-447c-b0da-9e1e6008320f req-259c8f9c-888d-47b3-b447-f0c276882302 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628428 Feb 04 22:23:56.123173 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=69b4514e-31d0-4bb0-acc0-ab9527388fbf,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:23:56.250545 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:56.381308 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d98fc67-4d38-4e0b-8f6b-c11814264f41 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Router 1b3bdabe-0236-4211-94a4-f81f76774685 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:23:56.820376 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ec5be-e7ea-46aa-97bf-d952f394efe7 req-816d8575-79c7-4ec5-ad6f-bdf0fdbbc5d7 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:56.821739 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-895ec5be-e7ea-46aa-97bf-d952f394efe7 req-816d8575-79c7-4ec5-ad6f-bdf0fdbbc5d7 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 945 time: 0.4431853 Feb 04 22:23:56.866724 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d98fc67-4d38-4e0b-8f6b-c11814264f41 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:23:56.873433 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6d98fc67-4d38-4e0b-8f6b-c11814264f41 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:56.878497 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2a15e-5601-45eb-b43a-39fb1c8f38a8 None None] Sync routers for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:23:56.890094 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c2a15e-5601-45eb-b43a-39fb1c8f38a8 None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:23:56.890844 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-f1c2a15e-5601-45eb-b43a-39fb1c8f38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:23:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:56.949469 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-895ec5be-e7ea-46aa-97bf-d952f394efe7 req-be6049b0-d5d3-477e-9b25-77097d6d53df tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196225 Feb 04 22:23:56.965224 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-6d98fc67-4d38-4e0b-8f6b-c11814264f41 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "PUT /v2.0/floatingips/57a9e19e-b927-41ce-8783-3cec82201d9b HTTP/1.1" status: 200 len: 990 time: 2.8238628 Feb 04 22:23:56.966894 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76441795-ff4b-4843-9db9-4bde52789d7a', 'tag': '388ba3bd-d05a-49b9-a456-9a8af0fa856a'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:23:56.999169 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3872301-b31b-45d9-a78c-b5277438d19f req-16d909c3-b944-42d5-beb6-9ef4ebc2d7de tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:57.001092 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b3872301-b31b-45d9-a78c-b5277438d19f req-16d909c3-b944-42d5-beb6-9ef4ebc2d7de tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 945 time: 0.2295918 Feb 04 22:23:57.048928 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b3872301-b31b-45d9-a78c-b5277438d19f req-30c29584-b991-4069-a947-a934c7b9d806 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Feb 04 22:23:57.137431 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76441795-ff4b-4843-9db9-4bde52789d7a', 'tag': '388ba3bd-d05a-49b9-a456-9a8af0fa856a', 'status': 'completed', 'code': 200} Feb 04 22:23:57.170248 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-f1c2a15e-5601-45eb-b43a-39fb1c8f38a8 None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:23:57.202508 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c43a5-7fcb-49c1-b16a-ec1a446561a6 req-ae627b57-6910-46a7-8964-6b374cc7e521 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:57.209963 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-398c43a5-7fcb-49c1-b16a-ec1a446561a6 req-ae627b57-6910-46a7-8964-6b374cc7e521 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1069279 Feb 04 22:23:57.265920 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-398c43a5-7fcb-49c1-b16a-ec1a446561a6 req-35840655-4c66-4fa0-a2f7-8b56eee522f0 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548868 Feb 04 22:23:57.295490 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:57.410291 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36423929-a6a0-4b0d-89b3-e971a6dfd940 req-18b77ca2-4d7e-427c-849f-c41331a2562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:57.415995 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-36423929-a6a0-4b0d-89b3-e971a6dfd940 req-18b77ca2-4d7e-427c-849f-c41331a2562f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a695b0b4e11742ffb16d2376dc969eef&device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 1099 time: 0.2116787 Feb 04 22:23:57.528283 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26700615-e277-489f-a270-b0a7450f4c71 req-84a5afcb-2fc4-4a1e-b897-052bcdbf9bdd tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:57.533559 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-26700615-e277-489f-a270-b0a7450f4c71 req-84a5afcb-2fc4-4a1e-b897-052bcdbf9bdd tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1400955 Feb 04 22:23:57.556687 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['69b4514e-31d0-4bb0-acc0-ab9527388fbf'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:23:57.654611 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-26700615-e277-489f-a270-b0a7450f4c71 req-b09005e0-5db1-4926-80b0-411fd81c68da tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138909 Feb 04 22:23:57.666224 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36423929-a6a0-4b0d-89b3-e971a6dfd940 req-841b4052-5860-4d0a-9779-6d9d57a5417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:57.667774 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-36423929-a6a0-4b0d-89b3-e971a6dfd940 req-841b4052-5860-4d0a-9779-6d9d57a5417a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b10f71a1-fd6a-4752-b30c-8ed030813f0a HTTP/1.1" status: 200 len: 911 time: 0.2290945 Feb 04 22:23:57.807156 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-36423929-a6a0-4b0d-89b3-e971a6dfd940 req-b1f1f856-dd78-452a-ad80-0df98767f895 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388ba3bd-d05a-49b9-a456-9a8af0fa856a HTTP/1.1" status: 200 len: 998 time: 0.1293533 Feb 04 22:23:57.949769 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36423929-a6a0-4b0d-89b3-e971a6dfd940 req-385c8c46-6f51-4bf6-be40-03ad750b24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:57.953568 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-36423929-a6a0-4b0d-89b3-e971a6dfd940 req-385c8c46-6f51-4bf6-be40-03ad750b24cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e8440005-8ac9-4a7a-8de4-e22844ad48d9 HTTP/1.1" status: 200 len: 849 time: 0.1384070 Feb 04 22:23:58.021446 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-f1c2a15e-5601-45eb-b43a-39fb1c8f38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '57a9e19e-b927-41ce-8783-3cec82201d9b', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'port_id': '388ba3bd-d05a-49b9-a456-9a8af0fa856a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'mac_address': 'fa:16:3e:06:af:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76441795-ff4b-4843-9db9-4bde52789d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:23:21Z', 'updated_at': '2022-02-04T22:23:55Z', 'revision_number': 1, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:20Z', 'revision_number': 5, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:58.030292 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2a15e-5601-45eb-b43a-39fb1c8f38a8 None None] Checking router: 1b3bdabe-0236-4211-94a4-f81f76774685 for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:23:58.050382 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c2a15e-5601-45eb-b43a-39fb1c8f38a8 None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:23:58.054698 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-f1c2a15e-5601-45eb-b43a-39fb1c8f38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:23:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:58.362966 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-f1c2a15e-5601-45eb-b43a-39fb1c8f38a8 None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:23:58.454470 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ec369-5203-4030-adbc-1c97e3627101 req-fd75d8cb-dd96-4faf-ad59-aa02513054f0 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:58.457961 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a41ec369-5203-4030-adbc-1c97e3627101 req-fd75d8cb-dd96-4faf-ad59-aa02513054f0 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.58 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 945 time: 0.3023336 Feb 04 22:23:58.462858 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36423929-a6a0-4b0d-89b3-e971a6dfd940 req-5c6ae372-4db3-4a5b-bd3e-3a3bcea40978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:58.465785 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-36423929-a6a0-4b0d-89b3-e971a6dfd940 req-5c6ae372-4db3-4a5b-bd3e-3a3bcea40978 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b10f71a1-fd6a-4752-b30c-8ed030813f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4779692 Feb 04 22:23:58.474317 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261c79b-0bca-425f-b2e4-5dd337a2a216 req-ba9cd3de-80e5-48be-9be1-d347775c7011 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:58.482457 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1261c79b-0bca-425f-b2e4-5dd337a2a216 req-ba9cd3de-80e5-48be-9be1-d347775c7011 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 945 time: 0.2903147 Feb 04 22:23:58.552622 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1261c79b-0bca-425f-b2e4-5dd337a2a216 req-bc01269c-d5f8-46e8-9682-37d0fdf77da4 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691798 Feb 04 22:23:58.575988 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca630f0-3202-42fd-b058-f357a3148606 req-5b08021f-ffde-4aee-8084-5191792cb50e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:58.577483 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8ca630f0-3202-42fd-b058-f357a3148606 req-5b08021f-ffde-4aee-8084-5191792cb50e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 945 time: 0.2773955 Feb 04 22:23:58.677667 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8ca630f0-3202-42fd-b058-f357a3148606 req-8c8f1a8f-d143-450c-a071-7d24ac545219 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888863 Feb 04 22:23:58.867146 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a36f67-9efe-4ed5-bf29-ccc8373cf651 req-d48c63c8-3da1-4902-ab0c-a7b8a1a1a8dc tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:58.868609 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b7a36f67-9efe-4ed5-bf29-ccc8373cf651 req-d48c63c8-3da1-4902-ab0c-a7b8a1a1a8dc tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1329241 Feb 04 22:23:58.980112 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-f1c2a15e-5601-45eb-b43a-39fb1c8f38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '57a9e19e-b927-41ce-8783-3cec82201d9b', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'port_id': '388ba3bd-d05a-49b9-a456-9a8af0fa856a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'mac_address': 'fa:16:3e:06:af:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76441795-ff4b-4843-9db9-4bde52789d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:23:21Z', 'updated_at': '2022-02-04T22:23:55Z', 'revision_number': 1, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:20Z', 'revision_number': 5, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:23:58.985453 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2a15e-5601-45eb-b43a-39fb1c8f38a8 None None] The sync data for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi is: [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '57a9e19e-b927-41ce-8783-3cec82201d9b', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'port_id': '388ba3bd-d05a-49b9-a456-9a8af0fa856a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'mac_address': 'fa:16:3e:06:af:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76441795-ff4b-4843-9db9-4bde52789d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:23:21Z', 'updated_at': '2022-02-04T22:23:55Z', 'revision_number': 1, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:20Z', 'revision_number': 5, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:23:59.005013 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b7a36f67-9efe-4ed5-bf29-ccc8373cf651 req-72b83e17-493e-49bf-b90b-31fb7123c84b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221981 Feb 04 22:23:59.010380 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-a41ec369-5203-4030-adbc-1c97e3627101 req-72de9edd-e042-4f66-b5b2-bd6426d4a762 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Deleting port 391c707d-143c-4544-a000-cb32cdf62456 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:23:59.010734 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-a41ec369-5203-4030-adbc-1c97e3627101 req-72de9edd-e042-4f66-b5b2-bd6426d4a762 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:59.071505 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d2f99-4dce-4c61-bd0b-38edf0beda0c req-539f2cf6-930d-4019-90a1-880e982551d6 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:59.073195 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-517d2f99-4dce-4c61-bd0b-38edf0beda0c req-539f2cf6-930d-4019-90a1-880e982551d6 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1485620 Feb 04 22:23:59.107364 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-36423929-a6a0-4b0d-89b3-e971a6dfd940 req-a8cb3086-8d62-4ce3-9b53-436f1af83557 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292667 Feb 04 22:23:59.143278 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-517d2f99-4dce-4c61-bd0b-38edf0beda0c req-166bd426-0e33-4c95-8d17-94e1cfceacaa tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578709 Feb 04 22:23:59.327591 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc40b9c-edaf-471d-a272-ea4877405b3b None None] New status for floating IP 57a9e19e-b927-41ce-8783-3cec82201d9b: ACTIVE {{(pid=86819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:23:59.442955 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-36423929-a6a0-4b0d-89b3-e971a6dfd940 req-6107b3be-02d2-4c62-92b0-5418f7bd7f79 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731857 Feb 04 22:23:59.451384 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-a41ec369-5203-4030-adbc-1c97e3627101 req-72de9edd-e042-4f66-b5b2-bd6426d4a762 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] For port 391c707d-143c-4544-a000-cb32cdf62456, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=391c707d-143c-4544-a000-cb32cdf62456,segment=NetworkSegment(134304cc-30f4-4e5a-a617-5aa92c265585),segment_id=134304cc-30f4-4e5a-a617-5aa92c265585)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:23:59.451742 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-a41ec369-5203-4030-adbc-1c97e3627101 req-72de9edd-e042-4f66-b5b2-bd6426d4a762 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:59.586350 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-a41ec369-5203-4030-adbc-1c97e3627101 req-72de9edd-e042-4f66-b5b2-bd6426d4a762 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Calling delete_port for 391c707d-143c-4544-a000-cb32cdf62456 owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:23:59.801839 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90db78-6d3d-4ceb-847f-7cc5f206c104 req-247bb900-0530-47e7-a508-5c0ffbf9d75a tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:23:59.811194 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7a90db78-6d3d-4ceb-847f-7cc5f206c104 req-247bb900-0530-47e7-a508-5c0ffbf9d75a tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 945 time: 0.1152489 Feb 04 22:23:59.894785 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-a41ec369-5203-4030-adbc-1c97e3627101 req-72de9edd-e042-4f66-b5b2-bd6426d4a762 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:23:59.895065 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7a90db78-6d3d-4ceb-847f-7cc5f206c104 req-747372b2-f1cd-4a5f-b210-c8bdb2d10707 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b80cb616-7803-4b9c-a134-d6ac75257eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816312 Feb 04 22:23:59.978451 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de9edd-e042-4f66-b5b2-bd6426d4a762 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Pushing event deleted for resources: {'Port': ['ID=391c707d-143c-4544-a000-cb32cdf62456,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:00.019855 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32894a20-81cd-4037-b7c5-ac48495a3806 req-9b0b9dad-c523-425b-8928-54fa50c57c0c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:00.021373 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-32894a20-81cd-4037-b7c5-ac48495a3806 req-9b0b9dad-c523-425b-8928-54fa50c57c0c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 945 time: 0.0982914 Feb 04 22:24:00.057542 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41ec369-5203-4030-adbc-1c97e3627101 req-72de9edd-e042-4f66-b5b2-bd6426d4a762 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] No DVR routers for this DVR port 391c707d-143c-4544-a000-cb32cdf62456 on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:24:00.062632 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-a41ec369-5203-4030-adbc-1c97e3627101 req-72de9edd-e042-4f66-b5b2-bd6426d4a762 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:00.066166 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521356d6-e371-49f6-9236-f90de6643e7b', 'name': 'network-vif-deleted', 'tag': '391c707d-143c-4544-a000-cb32cdf62456'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:24:00.077285 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-32894a20-81cd-4037-b7c5-ac48495a3806 req-23ddc93c-9129-440a-be99-00299a4943cf tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492048 Feb 04 22:24:00.096380 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a41ec369-5203-4030-adbc-1c97e3627101 req-72de9edd-e042-4f66-b5b2-bd6426d4a762 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.58 "DELETE /v2.0/ports/391c707d-143c-4544-a000-cb32cdf62456 HTTP/1.1" status: 204 len: 173 time: 1.4459226 Feb 04 22:24:00.134957 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521356d6-e371-49f6-9236-f90de6643e7b', 'name': 'network-vif-deleted', 'tag': '391c707d-143c-4544-a000-cb32cdf62456', 'status': 'completed', 'code': 200} Feb 04 22:24:00.241453 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6367de-7437-4288-bb14-d7d40f612ea9 req-f594197c-96b3-439f-8bcd-3dc965db954f tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:00.243774 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-be6367de-7437-4288-bb14-d7d40f612ea9 req-f594197c-96b3-439f-8bcd-3dc965db954f tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.0835595 Feb 04 22:24:00.341166 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-be6367de-7437-4288-bb14-d7d40f612ea9 req-204583a4-b44b-4d5c-bd69-13cd619bd3b4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886490 Feb 04 22:24:00.380849 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58860f-e353-4b35-a6e4-f7d7a278b668 req-71342013-16df-47d8-9c3d-ae3c637c119e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:00.382476 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6f58860f-e353-4b35-a6e4-f7d7a278b668 req-71342013-16df-47d8-9c3d-ae3c637c119e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1067262 Feb 04 22:24:00.443885 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6f58860f-e353-4b35-a6e4-f7d7a278b668 req-33b3cfef-0d30-43a0-91c4-3d307c84dfe3 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550594 Feb 04 22:24:01.068426 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-52cb4b8d-f8fa-4628-bb9f-65de79cbdd30 req-4d4b6654-4747-4ea7-834f-815814709a7b tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.0420706 Feb 04 22:24:01.274200 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61012872-d3d2-487c-b6c6-8d6fda9f984e req-8b65a609-638a-4670-931f-ab6cc214b87f tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:01.275669 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-61012872-d3d2-487c-b6c6-8d6fda9f984e req-8b65a609-638a-4670-931f-ab6cc214b87f tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 945 time: 0.0849614 Feb 04 22:24:01.325975 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-61012872-d3d2-487c-b6c6-8d6fda9f984e req-48a5cf4a-2c71-4399-ae9f-959f429e31a7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443344 Feb 04 22:24:01.543865 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5a98d-05a3-4676-8d4a-fbbb3e18207f req-491e91c1-57ca-43b4-a323-96a897c1dfbb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:01.549794 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-34d5a98d-05a3-4676-8d4a-fbbb3e18207f req-491e91c1-57ca-43b4-a323-96a897c1dfbb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.0910087 Feb 04 22:24:01.644921 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-34d5a98d-05a3-4676-8d4a-fbbb3e18207f req-37c7bc6b-5cf2-436b-a796-e3864cfb0816 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880289 Feb 04 22:24:01.688392 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a90ca-8f4e-4df7-9e0e-96d749f9f9b7 req-c8237c96-de46-48bf-897c-f64960325257 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:01.689927 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b14a90ca-8f4e-4df7-9e0e-96d749f9f9b7 req-c8237c96-de46-48bf-897c-f64960325257 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1014583 Feb 04 22:24:01.737429 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b14a90ca-8f4e-4df7-9e0e-96d749f9f9b7 req-1e34dc9e-c645-4cb6-98e5-2aec1dbbffc1 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410011 Feb 04 22:24:02.221935 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8fb95541-0840-40dc-83f5-84c43a036e9d req-412a8397-4a11-4f53-b74d-7419f814aac7 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.0425441 Feb 04 22:24:02.390266 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 69b4514e-31d0-4bb0-acc0-ab9527388fbf up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:24:02.473474 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 69b4514e-31d0-4bb0-acc0-ab9527388fbf completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:24:02.481820 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 69b4514e-31d0-4bb0-acc0-ab9527388fbf triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:24:02.482162 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:02.645581 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:02.679797 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb419e4-9f1b-4e23-980a-c97b474544bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b4514e-31d0-4bb0-acc0-ab9527388fbf'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:24:02.695284 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 69b4514e-31d0-4bb0-acc0-ab9527388fbf, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=69b4514e-31d0-4bb0-acc0-ab9527388fbf,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:24:02.707028 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:02.708425 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 391c707d-143c-4544-a000-cb32cdf62456 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:24:02.850308 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 391c707d-143c-4544-a000-cb32cdf62456 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:24:02.851879 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 391c707d-143c-4544-a000-cb32cdf62456 not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:24:02.889912 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=69b4514e-31d0-4bb0-acc0-ab9527388fbf,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:02.898614 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de608a4d-3d5c-4479-a1d3-22b5617696a5 req-40e7c516-146e-4d0c-9d6f-62fa9d802b26 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:02.900141 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de608a4d-3d5c-4479-a1d3-22b5617696a5 req-40e7c516-146e-4d0c-9d6f-62fa9d802b26 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 946 time: 0.1828218 Feb 04 22:24:02.931867 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a1712-96ee-4c5f-baf2-a6b7e28e8535 req-2ec3d0f8-9daf-4fc3-a1e4-5f10945d2614 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:02.933589 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8b7a1712-96ee-4c5f-baf2-a6b7e28e8535 req-2ec3d0f8-9daf-4fc3-a1e4-5f10945d2614 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1261015 Feb 04 22:24:02.977001 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de608a4d-3d5c-4479-a1d3-22b5617696a5 req-390919c1-0281-4c26-a68d-1ba1ec54fdc0 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689394 Feb 04 22:24:03.008384 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8b7a1712-96ee-4c5f-baf2-a6b7e28e8535 req-793a95f0-970d-453d-b0ef-eee5c52ec678 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585954 Feb 04 22:24:03.067956 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb419e4-9f1b-4e23-980a-c97b474544bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b4514e-31d0-4bb0-acc0-ab9527388fbf', 'code': 200} Feb 04 22:24:03.374232 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549d917-8174-4f8c-841e-443a987bab9e req-c286700d-07b7-4770-9199-ad472bee5511 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:03.383370 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7549d917-8174-4f8c-841e-443a987bab9e req-c286700d-07b7-4770-9199-ad472bee5511 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.2713518 Feb 04 22:24:03.484622 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d1b32af8-f482-4275-b0cb-7359dcc54f3d req-02d8d832-cbc8-4ec4-be6e-f6c2c8759eab tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.0926244 Feb 04 22:24:03.526169 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7549d917-8174-4f8c-841e-443a987bab9e req-77b18959-e8ff-4ccb-adad-888b44aed715 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368735 Feb 04 22:24:04.192480 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd85470-4033-4689-83da-6b6b9e3499f0 req-496eb5f2-1263-4a60-aa52-56f128dc7a8f tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:04.194717 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bcd85470-4033-4689-83da-6b6b9e3499f0 req-496eb5f2-1263-4a60-aa52-56f128dc7a8f tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 946 time: 0.0829573 Feb 04 22:24:04.247712 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bcd85470-4033-4689-83da-6b6b9e3499f0 req-1135112d-74d3-4999-a145-5a185b0de4c9 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439782 Feb 04 22:24:04.705533 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3c7ce2b9-b3ad-4fd0-a1af-025a204e9169 req-61a66414-16ea-4cd8-92dd-5a1fb80e8675 tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.0813668 Feb 04 22:24:04.754677 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5e156-a070-40f6-84ff-acc7c2dbfea4 req-be5b7a01-7373-4116-91ca-eadefb0a8887 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:04.756349 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e9f5e156-a070-40f6-84ff-acc7c2dbfea4 req-be5b7a01-7373-4116-91ca-eadefb0a8887 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0954599 Feb 04 22:24:04.803900 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e9f5e156-a070-40f6-84ff-acc7c2dbfea4 req-2c8df512-1951-437a-b7aa-d778f57fbda2 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Feb 04 22:24:05.454687 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb26e22-c48b-40f2-90c6-564e74815557 req-2acfbe12-9b86-4347-9efd-dbbe5ce804b7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:05.456129 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2eb26e22-c48b-40f2-90c6-564e74815557 req-2acfbe12-9b86-4347-9efd-dbbe5ce804b7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 946 time: 0.0855007 Feb 04 22:24:05.504008 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2eb26e22-c48b-40f2-90c6-564e74815557 req-191c00f2-a0af-4ea9-a676-2da56b068fa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Feb 04 22:24:05.862632 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ba75dc90-f22f-4bb1-a858-e4734855c331 req-3488dccd-d521-4792-b9f5-a020571b02cd tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.0443811 Feb 04 22:24:06.004023 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395b744-9cdb-4592-bfe6-132363a063b1 req-7dddea8f-78d1-4f39-8826-19bb04d51545 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:06.005421 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7395b744-9cdb-4592-bfe6-132363a063b1 req-7dddea8f-78d1-4f39-8826-19bb04d51545 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0904753 Feb 04 22:24:06.056601 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7395b744-9cdb-4592-bfe6-132363a063b1 req-790b9f77-74c0-49f4-a31c-4c0b313b10fd tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 Feb 04 22:24:06.179498 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbead65-aedc-4fd1-8514-b0c70b21326d req-a280e767-08a0-41c8-af5c-3b8f6a33f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:06.181047 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3bbead65-aedc-4fd1-8514-b0c70b21326d req-a280e767-08a0-41c8-af5c-3b8f6a33f203 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 1099 time: 0.0745509 Feb 04 22:24:06.234762 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3bbead65-aedc-4fd1-8514-b0c70b21326d req-e4df2bf3-9c07-4664-85cf-4bda2a26fe04 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419028 Feb 04 22:24:06.690624 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f68e4a-40b0-4f6b-9867-6d90fecdba64 req-de7af687-fb2f-440b-99e9-cd6546a1b1bb tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:06.692079 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-08f68e4a-40b0-4f6b-9867-6d90fecdba64 req-de7af687-fb2f-440b-99e9-cd6546a1b1bb tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 946 time: 0.0798521 Feb 04 22:24:06.737034 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-08f68e4a-40b0-4f6b-9867-6d90fecdba64 req-e97e08ed-1e03-477b-b4ac-ce6a018348ae tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385740 Feb 04 22:24:07.050392 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-74a856c6-3b31-4f7e-8d8e-b053e5e933cd req-7961d832-34c9-4bec-88ff-161f1e0347fb tempest-DeleteServersTestJSON-1001098174 tempest-DeleteServersTestJSON-1001098174-project] 10.222.0.47 "GET /v2.0/ports?device_id=521356d6-e371-49f6-9236-f90de6643e7b HTTP/1.1" status: 200 len: 210 time: 0.0453081 Feb 04 22:24:07.253228 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91449-7320-4735-b7ee-9ce9eb68b4ab req-4520d43c-14ef-450b-8032-f137cafc084d tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:07.255729 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-66a91449-7320-4735-b7ee-9ce9eb68b4ab req-4520d43c-14ef-450b-8032-f137cafc084d tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0849390 Feb 04 22:24:07.306880 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-66a91449-7320-4735-b7ee-9ce9eb68b4ab req-573f782b-98cc-4d92-ae7a-743034122074 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437903 Feb 04 22:24:07.703724 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 42136) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:07.821043 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4d09e29d-30aa-444a-b256-87449d540ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:07.838677 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-4d09e29d-30aa-444a-b256-87449d540ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:07.842582 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-4d09e29d-30aa-444a-b256-87449d540ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:d44769edd75b490fa41783cee4b41d3d is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:07.845362 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-4d09e29d-30aa-444a-b256-87449d540ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:07.880978 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-4d09e29d-30aa-444a-b256-87449d540ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:07.970080 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a89f7d-aa2c-47ec-9e38-f578eedddc60 req-d2bb6727-2af1-4424-b5ba-0ca73913cc0d tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:07.971567 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d6a89f7d-aa2c-47ec-9e38-f578eedddc60 req-d2bb6727-2af1-4424-b5ba-0ca73913cc0d tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 946 time: 0.1234405 Feb 04 22:24:08.039492 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4d09e29d-30aa-444a-b256-87449d540ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:08.047838 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d6a89f7d-aa2c-47ec-9e38-f578eedddc60 req-11a73c04-cec5-47f9-804a-27d9d8da3cc9 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633163 Feb 04 22:24:08.048423 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4d09e29d-30aa-444a-b256-87449d540ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:08.101342 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-4d09e29d-30aa-444a-b256-87449d540ce2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d44769edd75b490fa41783cee4b41d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959012 Feb 04 22:24:08.102357 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09e29d-30aa-444a-b256-87449d540ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0829c8b5-d782-4294-86e6-7c08061a086e,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:08.104539 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42146) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:08.167728 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f869293d-1780-4798-a3b9-0de27f73d2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:08.193099 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f869293d-1780-4798-a3b9-0de27f73d2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:08.247196 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f869293d-1780-4798-a3b9-0de27f73d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:08.262592 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869293d-1780-4798-a3b9-0de27f73d2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0829c8b5-d782-4294-86e6-7c08061a086e,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:08.270324 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f869293d-1780-4798-a3b9-0de27f73d2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:08.271518 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-f869293d-1780-4798-a3b9-0de27f73d2ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0829c8b5-d782-4294-86e6-7c08061a086e HTTP/1.1" status: 204 len: 168 time: 0.1652400 Feb 04 22:24:08.526499 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4108c-fe81-405c-a6b7-67f87180266e req-53139e12-2db3-4d44-b4a5-4842572ff9e5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:08.533362 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dff4108c-fe81-405c-a6b7-67f87180266e req-53139e12-2db3-4d44-b4a5-4842572ff9e5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0926938 Feb 04 22:24:08.600354 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dff4108c-fe81-405c-a6b7-67f87180266e req-6c4227f8-acde-4480-896e-83f1ee511e27 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652843 Feb 04 22:24:08.628220 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42166) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:08.649228 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7e10c8cd-9e2b-4cf4-9742-46d25192e553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:08.669506 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-7e10c8cd-9e2b-4cf4-9742-46d25192e553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:08.673411 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-7e10c8cd-9e2b-4cf4-9742-46d25192e553 admin admin] Usage tracker for resource:security_group_rule and tenant:463f81e351fb47a7bcc3d7cfa6828406 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:08.676351 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-7e10c8cd-9e2b-4cf4-9742-46d25192e553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:08.685993 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-7e10c8cd-9e2b-4cf4-9742-46d25192e553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:08.786082 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7e10c8cd-9e2b-4cf4-9742-46d25192e553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:08.790818 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7e10c8cd-9e2b-4cf4-9742-46d25192e553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:08.842799 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-7e10c8cd-9e2b-4cf4-9742-46d25192e553 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=463f81e351fb47a7bcc3d7cfa6828406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133131 Feb 04 22:24:08.845428 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42190) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:08.848174 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10c8cd-9e2b-4cf4-9742-46d25192e553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508c4fe0-0a01-49bd-b9f3-71f7b19fed91,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:08.908969 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-85e5b977-8230-4792-9777-8f3aa01cb817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:08.935553 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-85e5b977-8230-4792-9777-8f3aa01cb817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:08.989625 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-85e5b977-8230-4792-9777-8f3aa01cb817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:09.009675 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5b977-8230-4792-9777-8f3aa01cb817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508c4fe0-0a01-49bd-b9f3-71f7b19fed91,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:09.014513 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-85e5b977-8230-4792-9777-8f3aa01cb817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:09.018807 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-85e5b977-8230-4792-9777-8f3aa01cb817 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/508c4fe0-0a01-49bd-b9f3-71f7b19fed91 HTTP/1.1" status: 204 len: 168 time: 0.1694398 Feb 04 22:24:09.247674 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f03092-5960-4887-a5dd-548fe7bce579 req-2099f0c9-ba23-49bd-8172-d06d3be09f2c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:09.249173 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-19f03092-5960-4887-a5dd-548fe7bce579 req-2099f0c9-ba23-49bd-8172-d06d3be09f2c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 946 time: 0.0890529 Feb 04 22:24:09.296410 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-19f03092-5960-4887-a5dd-548fe7bce579 req-37ddd2a0-30a0-4976-8375-7999a40026a2 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Feb 04 22:24:09.392379 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42210) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:09.412269 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1e02babc-6406-4573-b90f-6aea8b1bd916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:09.427393 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-1e02babc-6406-4573-b90f-6aea8b1bd916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:09.431497 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-1e02babc-6406-4573-b90f-6aea8b1bd916 admin admin] Usage tracker for resource:security_group_rule and tenant:d90f7b3945d14ea4aa917946b8e6ae4e is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:09.434691 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-1e02babc-6406-4573-b90f-6aea8b1bd916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:09.440440 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-1e02babc-6406-4573-b90f-6aea8b1bd916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:09.536233 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1e02babc-6406-4573-b90f-6aea8b1bd916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:09.540166 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1e02babc-6406-4573-b90f-6aea8b1bd916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:09.594585 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-1e02babc-6406-4573-b90f-6aea8b1bd916 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d90f7b3945d14ea4aa917946b8e6ae4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974730 Feb 04 22:24:09.595239 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 42218) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:09.602724 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02babc-6406-4573-b90f-6aea8b1bd916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e947394a-9e50-432b-a367-2dc98912c29b,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:09.688625 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-69e60bb8-bbbe-4a5f-aa72-35d758579e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:09.724067 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-69e60bb8-bbbe-4a5f-aa72-35d758579e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:09.848677 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56783e2-c96a-46f3-8284-87c0a1081236 req-c3b8b614-f461-45ec-bfac-1bdcb7437bbb tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:09.850299 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c56783e2-c96a-46f3-8284-87c0a1081236 req-c3b8b614-f461-45ec-bfac-1bdcb7437bbb tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1148109 Feb 04 22:24:09.854783 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-69e60bb8-bbbe-4a5f-aa72-35d758579e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:09.887847 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e60bb8-bbbe-4a5f-aa72-35d758579e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e947394a-9e50-432b-a367-2dc98912c29b,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:09.912609 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-69e60bb8-bbbe-4a5f-aa72-35d758579e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:09.913815 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-69e60bb8-bbbe-4a5f-aa72-35d758579e2b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e947394a-9e50-432b-a367-2dc98912c29b HTTP/1.1" status: 204 len: 168 time: 0.3177772 Feb 04 22:24:09.931403 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c56783e2-c96a-46f3-8284-87c0a1081236 req-e6a68e79-57e3-4843-bbe9-b3c96e3c18be tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720074 Feb 04 22:24:10.106595 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42246) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:10.195002 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_v2 [None req-16543d5c-03d3-4cc4-aa53-cc57aaf18db0 admin admin] Deleting subnet 0e8d25e4-6ef9-4580-8551-8edaf9811c72 {{(pid=86818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:24:10.198285 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-16543d5c-03d3-4cc4-aa53-cc57aaf18db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:10.263662 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-16543d5c-03d3-4cc4-aa53-cc57aaf18db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262488781'] for subnet, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:10.340467 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-16543d5c-03d3-4cc4-aa53-cc57aaf18db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:10.424281 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-16543d5c-03d3-4cc4-aa53-cc57aaf18db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262488677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263369888'] for subnet, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:10.535786 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16543d5c-03d3-4cc4-aa53-cc57aaf18db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8d25e4-6ef9-4580-8551-8edaf9811c72,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:10.539748 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-16543d5c-03d3-4cc4-aa53-cc57aaf18db0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:10.557119 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-16543d5c-03d3-4cc4-aa53-cc57aaf18db0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0e8d25e4-6ef9-4580-8551-8edaf9811c72 HTTP/1.1" status: 204 len: 168 time: 0.4489279 Feb 04 22:24:10.559668 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42274) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:10.686186 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-936cdcd9-a5f0-46a2-add2-e35e1efef822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:10.816946 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-936cdcd9-a5f0-46a2-add2-e35e1efef822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:10.844344 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-936cdcd9-a5f0-46a2-add2-e35e1efef822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1f8dd4-aad0-4d5a-963a-f6868989ec42']}} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:24:10.857112 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-936cdcd9-a5f0-46a2-add2-e35e1efef822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134304cc-30f4-4e5a-a617-5aa92c265585') {'for_net_delete': True} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:24:10.857401 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-936cdcd9-a5f0-46a2-add2-e35e1efef822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134304cc-30f4-4e5a-a617-5aa92c265585') {} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:24:10.869656 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-936cdcd9-a5f0-46a2-add2-e35e1efef822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262488826'] for segment, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:10.889293 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-936cdcd9-a5f0-46a2-add2-e35e1efef822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:10.896711 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936cdcd9-a5f0-46a2-add2-e35e1efef822 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=86818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:24:10.897896 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-936cdcd9-a5f0-46a2-add2-e35e1efef822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262456775'] for segment, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: Traceback (most recent call last): Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: timer() Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: cb(*args, **kw) Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: return func(*args, **kwargs) Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: self._notify() Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: self.callback(batched_events) Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: event.method(event) Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: return f(self, *a, **k) Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._get(url).json() Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: return self.request(url, 'GET', **kwargs) Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:24:10.914754 dv-cinder-818885-2-iscsi neutron-server[86818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:24:10.926851 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:24:11.019084 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-936cdcd9-a5f0-46a2-add2-e35e1efef822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:11.071254 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-936cdcd9-a5f0-46a2-add2-e35e1efef822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:11.080739 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cdcd9-a5f0-46a2-add2-e35e1efef822 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d1f8dd4-aad0-4d5a-963a-f6868989ec42,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:11.095759 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-936cdcd9-a5f0-46a2-add2-e35e1efef822 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6d1f8dd4-aad0-4d5a-963a-f6868989ec42 HTTP/1.1" status: 204 len: 168 time: 0.5262218 Feb 04 22:24:11.132924 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c8a50-4450-4bae-b4d2-9fd6b967b645 req-c646e71b-7bfb-421c-b039-1675c87637a8 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:11.141239 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f22c8a50-4450-4bae-b4d2-9fd6b967b645 req-c646e71b-7bfb-421c-b039-1675c87637a8 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0969296 Feb 04 22:24:11.210548 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f22c8a50-4450-4bae-b4d2-9fd6b967b645 req-ae85d384-d360-4438-88d7-e9feb451b8ed tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670702 Feb 04 22:24:11.260065 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 42314) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:11.306102 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42318) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:11.315860 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-4534453c-c4a9-43cb-90bf-597b254a1712 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=92ba3f8c0e1842388d25027dc9ab4112&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0545485 Feb 04 22:24:11.320201 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42322) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:11.384779 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-45ab1f56-ffb3-4397-8f16-5d0b646ca7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:11.413404 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-45ab1f56-ffb3-4397-8f16-5d0b646ca7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:11.490261 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-45ab1f56-ffb3-4397-8f16-5d0b646ca7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:11.508294 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab1f56-ffb3-4397-8f16-5d0b646ca7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80cb616-7803-4b9c-a134-d6ac75257eec,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:11.514741 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-45ab1f56-ffb3-4397-8f16-5d0b646ca7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:11.516117 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-45ab1f56-ffb3-4397-8f16-5d0b646ca7d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b80cb616-7803-4b9c-a134-d6ac75257eec HTTP/1.1" status: 204 len: 168 time: 0.1948001 Feb 04 22:24:11.566589 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9dc1038c-e705-440d-9dd6-ef03c09ce591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:11.597301 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-9dc1038c-e705-440d-9dd6-ef03c09ce591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:11.607427 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-9dc1038c-e705-440d-9dd6-ef03c09ce591 admin admin] Usage tracker for resource:security_group_rule and tenant:e458a2bf70674ff19194bc9bb3179179 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:11.618777 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-9dc1038c-e705-440d-9dd6-ef03c09ce591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:11.640611 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-9dc1038c-e705-440d-9dd6-ef03c09ce591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:11.771679 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9dc1038c-e705-440d-9dd6-ef03c09ce591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:11.778068 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9dc1038c-e705-440d-9dd6-ef03c09ce591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:11.826855 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-9dc1038c-e705-440d-9dd6-ef03c09ce591 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e458a2bf70674ff19194bc9bb3179179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194075 Feb 04 22:24:11.828489 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1038c-e705-440d-9dd6-ef03c09ce591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3683b13-f1d2-407c-96e7-e84573d5299a,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:11.829839 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 42340) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:11.870593 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42346) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:11.893269 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-79aba087-f946-47c4-a365-4d227528ec9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:11.921591 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-79aba087-f946-47c4-a365-4d227528ec9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:11.978605 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-79aba087-f946-47c4-a365-4d227528ec9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:11.999643 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aba087-f946-47c4-a365-4d227528ec9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3683b13-f1d2-407c-96e7-e84573d5299a,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:12.002606 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-79aba087-f946-47c4-a365-4d227528ec9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:12.004133 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-79aba087-f946-47c4-a365-4d227528ec9f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c3683b13-f1d2-407c-96e7-e84573d5299a HTTP/1.1" status: 204 len: 168 time: 0.1730020 Feb 04 22:24:12.025153 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1d43f654-3d4a-4894-bcaf-e0adf4f8763c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:12.041420 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-1d43f654-3d4a-4894-bcaf-e0adf4f8763c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:12.045297 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-1d43f654-3d4a-4894-bcaf-e0adf4f8763c admin admin] Usage tracker for resource:security_group_rule and tenant:d3af638028cf490894886d0fbffb83bc is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:12.048552 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-1d43f654-3d4a-4894-bcaf-e0adf4f8763c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:12.055669 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-1d43f654-3d4a-4894-bcaf-e0adf4f8763c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:12.144814 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1d43f654-3d4a-4894-bcaf-e0adf4f8763c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:12.148958 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1d43f654-3d4a-4894-bcaf-e0adf4f8763c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:12.200463 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-1d43f654-3d4a-4894-bcaf-e0adf4f8763c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d3af638028cf490894886d0fbffb83bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266525 Feb 04 22:24:12.200679 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42362) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:12.203323 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43f654-3d4a-4894-bcaf-e0adf4f8763c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9948915d-55f2-42c4-9952-fd79306a1bb7,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:12.268222 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b3282eee-b769-4a2c-8d31-4ee629236037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:12.323865 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b3282eee-b769-4a2c-8d31-4ee629236037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:12.415180 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b3282eee-b769-4a2c-8d31-4ee629236037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:12.435396 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3282eee-b769-4a2c-8d31-4ee629236037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9948915d-55f2-42c4-9952-fd79306a1bb7,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:12.445682 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b3282eee-b769-4a2c-8d31-4ee629236037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:12.447173 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-b3282eee-b769-4a2c-8d31-4ee629236037 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9948915d-55f2-42c4-9952-fd79306a1bb7 HTTP/1.1" status: 204 len: 168 time: 0.2455406 Feb 04 22:24:12.491923 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42380) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:12.510621 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-364022dd-8d2c-462f-98b1-401f681b7f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:12.529329 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-364022dd-8d2c-462f-98b1-401f681b7f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:12.534161 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-364022dd-8d2c-462f-98b1-401f681b7f21 admin admin] Usage tracker for resource:security_group_rule and tenant:90b28f6a288b44b586d63971b3d1861a is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:12.538446 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-364022dd-8d2c-462f-98b1-401f681b7f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:12.546199 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-364022dd-8d2c-462f-98b1-401f681b7f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:12.603371 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcffa9-4868-4cac-93d5-f92aa5723ec5 req-ba4116fc-c894-46b4-a1f1-c08f2ae5cced tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:12.605093 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1fbcffa9-4868-4cac-93d5-f92aa5723ec5 req-ba4116fc-c894-46b4-a1f1-c08f2ae5cced tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.2610819 Feb 04 22:24:12.688869 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-364022dd-8d2c-462f-98b1-401f681b7f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:12.695898 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-364022dd-8d2c-462f-98b1-401f681b7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:12.697686 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1fbcffa9-4868-4cac-93d5-f92aa5723ec5 req-de65fa03-19b3-48c6-bdd8-5b458cae7557 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812712 Feb 04 22:24:12.762006 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-364022dd-8d2c-462f-98b1-401f681b7f21 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90b28f6a288b44b586d63971b3d1861a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690923 Feb 04 22:24:12.765072 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 42398) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:12.768623 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364022dd-8d2c-462f-98b1-401f681b7f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a1ebd3-5529-4679-a4d4-e79c92b67c27,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:12.843197 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d27602ef-eaca-4ce2-a87d-924416a01878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:12.921524 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d27602ef-eaca-4ce2-a87d-924416a01878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:13.040779 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d27602ef-eaca-4ce2-a87d-924416a01878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:13.127281 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27602ef-eaca-4ce2-a87d-924416a01878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a1ebd3-5529-4679-a4d4-e79c92b67c27,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:13.153916 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d27602ef-eaca-4ce2-a87d-924416a01878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:13.158118 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-d27602ef-eaca-4ce2-a87d-924416a01878 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/89a1ebd3-5529-4679-a4d4-e79c92b67c27 HTTP/1.1" status: 204 len: 168 time: 0.3889291 Feb 04 22:24:13.218930 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-0f6ec229-afd3-4926-855e-550c0f2e6561 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:13.220446 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-0f6ec229-afd3-4926-855e-550c0f2e6561 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/networks?id=3ed1a7c4-1918-491f-8413-3f0dd97581c9 HTTP/1.1" status: 200 len: 813 time: 0.2107387 Feb 04 22:24:13.237381 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3e7976ca-b5a3-4f05-8545-29dbc09cf51a tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/quotas/d765331a56184ca39dbfb314d3cbc7dc HTTP/1.1" status: 200 len: 375 time: 0.0098200 Feb 04 22:24:13.337583 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-7c2b2113-a154-4183-90bf-02db2ae743b1 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930798 Feb 04 22:24:13.506935 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-2e449923-9f32-4295-8954-32c9d5669307 service neutron] 10.222.0.47 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621516 Feb 04 22:24:13.693240 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-88105aa9-4bdc-4278-b945-a31ae72784fa service neutron] 10.222.0.47 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786892 Feb 04 22:24:13.925572 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-06d04591-ba40-4f7f-8a43-a20337716b12 req-3d9ce2ce-3bae-4113-a3e0-daf07ee2503e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 210 time: 0.0695813 Feb 04 22:24:13.962904 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2c1c4-e270-4aa4-92d3-3e9a040a4d5e req-c7d9c83e-469c-479d-b004-95c11c80b2c5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:13.964584 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b1b2c1c4-e270-4aa4-92d3-3e9a040a4d5e req-c7d9c83e-469c-479d-b004-95c11c80b2c5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1427484 Feb 04 22:24:14.013609 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b1b2c1c4-e270-4aa4-92d3-3e9a040a4d5e req-623fc060-5e5b-456f-b9c8-3f7e88356a25 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420573 Feb 04 22:24:14.453430 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7b258-6add-46cb-83df-db58990b2615 req-ce506ebd-3724-4ba4-831f-e6daa783f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:14.455097 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0bb7b258-6add-46cb-83df-db58990b2615 req-ce506ebd-3724-4ba4-831f-e6daa783f63a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 1098 time: 0.1058397 Feb 04 22:24:14.546707 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0bb7b258-6add-46cb-83df-db58990b2615 req-83028bb2-b923-4763-8ca8-f99ae41fa9fe service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536880 Feb 04 22:24:14.571763 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 42470) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:14.818215 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6084943a-c1e6-4275-9744-b7004165ed25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:14.832628 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-6084943a-c1e6-4275-9744-b7004165ed25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:14.838031 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-6084943a-c1e6-4275-9744-b7004165ed25 admin admin] Usage tracker for resource:security_group_rule and tenant:37a41adfb10d4b14b774cf44ac341bcf is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:14.840861 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-6084943a-c1e6-4275-9744-b7004165ed25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:14.846868 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-6084943a-c1e6-4275-9744-b7004165ed25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:14.947051 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6084943a-c1e6-4275-9744-b7004165ed25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:14.952170 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6084943a-c1e6-4275-9744-b7004165ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:15.007173 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-6084943a-c1e6-4275-9744-b7004165ed25 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=37a41adfb10d4b14b774cf44ac341bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339914 Feb 04 22:24:15.009822 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 42496) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:15.012631 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084943a-c1e6-4275-9744-b7004165ed25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85423e2f-0403-4605-ab8d-eb8bacd6e528,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:15.140140 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2e8cb77f-b406-46f1-bf72-1938099cc5c2 req-1ddbd5d5-af93-492c-80dd-51c7bcd729ee tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 210 time: 0.0639050 Feb 04 22:24:15.184196 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-ff75754c-9a75-49a1-a206-97a9c224fb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:15.192412 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42504) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:15.234814 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-ff75754c-9a75-49a1-a206-97a9c224fb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:15.291621 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a9679-0c93-41e9-b1d4-6d5d3931cf9e req-972b2402-53b5-49a3-9966-d4ac3b9a76e1 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:15.298813 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-056a9679-0c93-41e9-b1d4-6d5d3931cf9e req-972b2402-53b5-49a3-9966-d4ac3b9a76e1 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1575289 Feb 04 22:24:15.360688 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-056a9679-0c93-41e9-b1d4-6d5d3931cf9e req-9bd9792c-9a2d-4d77-b897-47821e82abc0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609612 Feb 04 22:24:15.362276 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-bacae7d2-bb8e-4acb-866f-670e9aad9bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:15.366488 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-ff75754c-9a75-49a1-a206-97a9c224fb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:15.389470 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75754c-9a75-49a1-a206-97a9c224fb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85423e2f-0403-4605-ab8d-eb8bacd6e528,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:15.396474 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-ff75754c-9a75-49a1-a206-97a9c224fb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:15.398263 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-ff75754c-9a75-49a1-a206-97a9c224fb2f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/85423e2f-0403-4605-ab8d-eb8bacd6e528 HTTP/1.1" status: 204 len: 168 time: 0.3874533 Feb 04 22:24:15.402078 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-bacae7d2-bb8e-4acb-866f-670e9aad9bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:15.406734 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-bacae7d2-bb8e-4acb-866f-670e9aad9bbd admin admin] Usage tracker for resource:security_group_rule and tenant:4a5a60f9dba444e5a0e8068eb5422231 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:15.409844 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-bacae7d2-bb8e-4acb-866f-670e9aad9bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:15.416961 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-bacae7d2-bb8e-4acb-866f-670e9aad9bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:15.520996 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-bacae7d2-bb8e-4acb-866f-670e9aad9bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:15.525621 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-bacae7d2-bb8e-4acb-866f-670e9aad9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:15.677809 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-bacae7d2-bb8e-4acb-866f-670e9aad9bbd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a5a60f9dba444e5a0e8068eb5422231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4814577 Feb 04 22:24:15.678240 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 42520) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:15.682464 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacae7d2-bb8e-4acb-866f-670e9aad9bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e11f662-276c-4c78-a83c-9312153f5eee,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:15.765882 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9dcd75c9-8cfd-417d-a273-eefc091aeaec tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:15.768603 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9dcd75c9-8cfd-417d-a273-eefc091aeaec tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "GET /v2.0/networks?id=3ed1a7c4-1918-491f-8413-3f0dd97581c9 HTTP/1.1" status: 200 len: 813 time: 0.2190707 Feb 04 22:24:15.769301 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6553a6c7-868c-4225-b459-fa4e3baed499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:15.808495 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6553a6c7-868c-4225-b459-fa4e3baed499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:15.820851 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Request body: {'port': {'device_id': '01bd91dc-c49f-4960-b85b-967ec6d2f06a', 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9', 'admin_state_up': True, 'tenant_id': 'd765331a56184ca39dbfb314d3cbc7dc'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:24:15.878643 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6553a6c7-868c-4225-b459-fa4e3baed499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:15.904406 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6553a6c7-868c-4225-b459-fa4e3baed499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:15.905535 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-6553a6c7-868c-4225-b459-fa4e3baed499 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0e11f662-276c-4c78-a83c-9312153f5eee HTTP/1.1" status: 204 len: 168 time: 0.2263262 Feb 04 22:24:15.923465 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553a6c7-868c-4225-b459-fa4e3baed499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e11f662-276c-4c78-a83c-9312153f5eee,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:16.023656 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:16.031427 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Usage tracker for resource:port and tenant:d765331a56184ca39dbfb314d3cbc7dc is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:16.035196 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:16.043200 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:16.061211 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Made reservation on behalf of d765331a56184ca39dbfb314d3cbc7dc for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:24:16.067946 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:16.263293 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Allocated IP 172.20.0.8 (3ed1a7c4-1918-491f-8413-3f0dd97581c9/48ad4abf-da59-4c7c-9f55-c37529f65922/87716015-f914-4b5e-ac0c-962789a7233b) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:24:16.330700 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d7bab916-60d5-4b54-86df-4f53384a9058 req-04506dcc-2540-4b9d-a842-739dd52d0cf8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 210 time: 0.0565505 Feb 04 22:24:16.487697 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 42558) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:16.566047 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-aabfd648-3317-487c-be07-df9c7f0f6638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:16.585540 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-aabfd648-3317-487c-be07-df9c7f0f6638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:16.590239 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-aabfd648-3317-487c-be07-df9c7f0f6638 admin admin] Usage tracker for resource:security_group_rule and tenant:eda2b0aa529349db976b5177a149773d is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:16.593018 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:16.594068 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-aabfd648-3317-487c-be07-df9c7f0f6638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:16.601144 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-aabfd648-3317-487c-be07-df9c7f0f6638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:16.663877 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:16.679117 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a29c5b-3cc6-4388-a441-29371880d918 req-db7c20d5-9b84-46d0-95fb-7cadb2a53212 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:16.680701 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-94a29c5b-3cc6-4388-a441-29371880d918 req-db7c20d5-9b84-46d0-95fb-7cadb2a53212 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1968501 Feb 04 22:24:16.718097 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['9f008f5c-a68b-4939-9166-32a8f2bc59b7', '69b4514e-31d0-4bb0-acc0-ab9527388fbf'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:24:16.736877 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-94a29c5b-3cc6-4388-a441-29371880d918 req-0650f4bd-beb7-4536-8fc4-be0b7e82602a tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488951 Feb 04 22:24:16.808374 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:24:16.813744 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:24:16.829370 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:24:16.843121 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-aabfd648-3317-487c-be07-df9c7f0f6638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:16.849415 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-aabfd648-3317-487c-be07-df9c7f0f6638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:16.917261 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Pushing event updated for resources: {'Port': ['ID=87716015-f914-4b5e-ac0c-962789a7233b,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:16.934129 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:16.934805 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:16.983934 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3d31ae20-2e36-425e-ba09-162d634e6e78 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1666784 Feb 04 22:24:17.012938 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Request body: {'port': {'device_id': '01bd91dc-c49f-4960-b85b-967ec6d2f06a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:24:17.026697 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-aabfd648-3317-487c-be07-df9c7f0f6638 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eda2b0aa529349db976b5177a149773d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5373573 Feb 04 22:24:17.028778 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfd648-3317-487c-be07-df9c7f0f6638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3be1b2-3de9-4959-86b0-02e3b71e17ba,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:17.036249 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 42600) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:17.135352 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bea56-3adb-415b-9253-cb58a0b7a253 req-04a70365-1bc7-4b3a-b722-6c05ac0063a0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:17.137324 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fb3bea56-3adb-415b-9253-cb58a0b7a253 req-04a70365-1bc7-4b3a-b722-6c05ac0063a0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.2547107 Feb 04 22:24:17.150391 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4bae0746-75d4-4fcb-b3fa-2b9adb014632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:17.178826 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:17.228671 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4bae0746-75d4-4fcb-b3fa-2b9adb014632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:17.267501 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fb3bea56-3adb-415b-9253-cb58a0b7a253 req-43add25c-d49d-4b69-b1c5-387911a32f30 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220226 Feb 04 22:24:17.368072 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4bae0746-75d4-4fcb-b3fa-2b9adb014632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:17.411098 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae0746-75d4-4fcb-b3fa-2b9adb014632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3be1b2-3de9-4959-86b0-02e3b71e17ba,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:17.425575 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4bae0746-75d4-4fcb-b3fa-2b9adb014632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:17.430944 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-4bae0746-75d4-4fcb-b3fa-2b9adb014632 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7c3be1b2-3de9-4959-86b0-02e3b71e17ba HTTP/1.1" status: 204 len: 168 time: 0.3907964 Feb 04 22:24:17.768545 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87716015-f914-4b5e-ac0c-962789a7233b {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:24:17.784833 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:17.793512 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5d675-ce05-46a7-b77d-0ebc27d3603b req-66064ce5-c127-4bf6-9270-583e0a873f75 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:17.795408 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-55a5d675-ce05-46a7-b77d-0ebc27d3603b req-66064ce5-c127-4bf6-9270-583e0a873f75 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 931 time: 0.2489805 Feb 04 22:24:17.810684 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Transition to ACTIVE for port object 87716015-f914-4b5e-ac0c-962789a7233b will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:24:17.815812 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:17.852701 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-55a5d675-ce05-46a7-b77d-0ebc27d3603b req-f429c8b6-0b89-4d09-9141-c1f3e828913b tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507097 Feb 04 22:24:18.097325 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Pushing event updated for resources: {'Port': ['ID=87716015-f914-4b5e-ac0c-962789a7233b,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:18.145401 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Attempting to bind port 87716015-f914-4b5e-ac0c-962789a7233b on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:24:18.145763 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Attempting to bind port 87716015-f914-4b5e-ac0c-962789a7233b by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:24:18.148251 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Attempting to bind port 87716015-f914-4b5e-ac0c-962789a7233b on network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:24:18.157281 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Port 87716015-f914-4b5e-ac0c-962789a7233b on network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:24:18.157601 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Attempting to bind port 87716015-f914-4b5e-ac0c-962789a7233b on network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:24:18.163900 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:24:18.164804 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Checking segment: {'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:24:18.165240 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Bound using segment: {'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:24:18.165660 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Bound port: 87716015-f914-4b5e-ac0c-962789a7233b, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:24:18.166042 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:18.258651 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] For port 87716015-f914-4b5e-ac0c-962789a7233b, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:24:18.261671 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] For port 87716015-f914-4b5e-ac0c-962789a7233b, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=87716015-f914-4b5e-ac0c-962789a7233b,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:24:18.267131 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:18.336185 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:18.336797 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:18.340818 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] 10.222.0.58 "PUT /v2.0/ports/87716015-f914-4b5e-ac0c-962789a7233b HTTP/1.1" status: 200 len: 1093 time: 1.3386779 Feb 04 22:24:18.340818 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bd91dc-c49f-4960-b85b-967ec6d2f06a', 'tag': '87716015-f914-4b5e-ac0c-962789a7233b'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:24:18.362686 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683ecde-31d1-48e8-8b7d-13c9b06e949b service neutron] Pushing event updated for resources: {'Port': ['ID=87716015-f914-4b5e-ac0c-962789a7233b,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:18.393443 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bd91dc-c49f-4960-b85b-967ec6d2f06a', 'tag': '87716015-f914-4b5e-ac0c-962789a7233b', 'status': 'completed', 'code': 200} Feb 04 22:24:18.509409 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-b06500b3-be3e-4291-b637-1af3c05419cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:18.510894 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-b06500b3-be3e-4291-b637-1af3c05419cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 1096 time: 0.0698078 Feb 04 22:24:18.597802 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-0f219e2f-55ef-4f21-83cb-c9583b156dd0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87716015-f914-4b5e-ac0c-962789a7233b HTTP/1.1" status: 200 len: 217 time: 0.0729270 Feb 04 22:24:18.663388 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3c18734b-308b-41b0-990b-3d75e44fce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:18.664827 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-3c18734b-308b-41b0-990b-3d75e44fce5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=48ad4abf-da59-4c7c-9f55-c37529f65922 HTTP/1.1" status: 200 len: 853 time: 0.0590916 Feb 04 22:24:18.717192 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-4b4f7ba5-c5fa-4534-bd0d-05f3f6a6509a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ed1a7c4-1918-491f-8413-3f0dd97581c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409763 Feb 04 22:24:18.860542 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-cf35fa20-ff2a-4cde-9d37-5f560eccf36b service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340485 Feb 04 22:24:19.111706 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-700f1a84-7e85-46d5-9ed6-15b38a8311ce req-7c2b9d56-2cf2-4ac2-bebd-63a5152095c6 service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388690 Feb 04 22:24:19.125214 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7407e-00ef-4018-b7d2-0ebd503674e5 req-3abb7db9-a336-4412-b0f0-9b282ee5fbf7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:19.127777 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2b7407e-00ef-4018-b7d2-0ebd503674e5 req-3abb7db9-a336-4412-b0f0-9b282ee5fbf7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 943 time: 0.1231630 Feb 04 22:24:19.209843 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2b7407e-00ef-4018-b7d2-0ebd503674e5 req-6a87d85b-7326-4bbb-82e0-0b7a94544da2 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734727 Feb 04 22:24:19.330245 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb9c4-c07c-4032-b9e9-b39972f55dfe req-34258be5-7d21-4c55-80a7-bef0e3ffa46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:19.331964 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0f1eb9c4-c07c-4032-b9e9-b39972f55dfe req-34258be5-7d21-4c55-80a7-bef0e3ffa46c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 1096 time: 0.0883408 Feb 04 22:24:19.515652 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb9c4-c07c-4032-b9e9-b39972f55dfe req-fd50f637-459c-4e29-af23-7715519ea16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:19.517481 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0f1eb9c4-c07c-4032-b9e9-b39972f55dfe req-fd50f637-459c-4e29-af23-7715519ea16e service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ed1a7c4-1918-491f-8413-3f0dd97581c9 HTTP/1.1" status: 200 len: 914 time: 0.1788683 Feb 04 22:24:19.610343 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0f1eb9c4-c07c-4032-b9e9-b39972f55dfe req-5f0c7f78-eae0-4387-b5c8-c9b57acc1682 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87716015-f914-4b5e-ac0c-962789a7233b HTTP/1.1" status: 200 len: 217 time: 0.0849450 Feb 04 22:24:19.782070 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb9c4-c07c-4032-b9e9-b39972f55dfe req-bd7afd69-e5a8-495e-bd2a-59488d120a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:19.784683 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0f1eb9c4-c07c-4032-b9e9-b39972f55dfe req-bd7afd69-e5a8-495e-bd2a-59488d120a66 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=48ad4abf-da59-4c7c-9f55-c37529f65922 HTTP/1.1" status: 200 len: 853 time: 0.1478267 Feb 04 22:24:19.835084 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886707c6-b9d9-4257-b0d2-2063ce844c65 req-55688545-0fca-4d4e-a4a5-61e1ffec4a99 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:19.837009 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-886707c6-b9d9-4257-b0d2-2063ce844c65 req-55688545-0fca-4d4e-a4a5-61e1ffec4a99 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1525002 Feb 04 22:24:19.857243 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0f1eb9c4-c07c-4032-b9e9-b39972f55dfe req-eeda9124-05dc-4016-a2ad-aaa8dafe734e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ed1a7c4-1918-491f-8413-3f0dd97581c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513227 Feb 04 22:24:19.857243 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6a3fb-a651-4cca-b39d-10563fdfcade req-25f7b547-0f77-4737-ae1d-a7d93bc33f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:19.857888 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b6a6a3fb-a651-4cca-b39d-10563fdfcade req-25f7b547-0f77-4737-ae1d-a7d93bc33f48 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2972bd90360f40548925dda55e960d83&device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 1099 time: 0.1588337 Feb 04 22:24:19.889815 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-886707c6-b9d9-4257-b0d2-2063ce844c65 req-d104158f-0c41-4786-8a4f-e010bde5f165 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461748 Feb 04 22:24:20.152394 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6a3fb-a651-4cca-b39d-10563fdfcade req-87ccee52-afcb-4b2c-b28a-22a1e6923bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:20.154003 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b6a6a3fb-a651-4cca-b39d-10563fdfcade req-87ccee52-afcb-4b2c-b28a-22a1e6923bcd service neutron] 10.222.0.58 "GET /v2.0/networks?id=147e572c-d5ca-40cc-a413-4c11ad747739 HTTP/1.1" status: 200 len: 920 time: 0.2662642 Feb 04 22:24:20.159979 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0f1eb9c4-c07c-4032-b9e9-b39972f55dfe req-c6344416-2f54-4129-a060-129786531cf9 service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433178 Feb 04 22:24:20.345775 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b6a6a3fb-a651-4cca-b39d-10563fdfcade req-5a5b07fb-56b1-46c9-ab90-100c5c4e156f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce962e5-453e-40a4-acd4-a94cd47a05a2 HTTP/1.1" status: 200 len: 217 time: 0.1668503 Feb 04 22:24:20.449895 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6a3fb-a651-4cca-b39d-10563fdfcade req-fcf1d9a8-865c-42dc-adb6-691a7bc0eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:20.451354 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b6a6a3fb-a651-4cca-b39d-10563fdfcade req-fcf1d9a8-865c-42dc-adb6-691a7bc0eff5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a499076-7138-49cd-a886-8a07c636087b HTTP/1.1" status: 200 len: 859 time: 0.0909574 Feb 04 22:24:20.458011 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83c6bc-a016-4fd1-b538-fe83ec82857c req-e7b49f6b-3ae9-4872-bac2-00839b7763f1 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:20.459893 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0f1eb9c4-c07c-4032-b9e9-b39972f55dfe req-eff2835c-d19b-4ae2-a45a-c43bfd8a8009 service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793143 Feb 04 22:24:20.460502 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3c83c6bc-a016-4fd1-b538-fe83ec82857c req-e7b49f6b-3ae9-4872-bac2-00839b7763f1 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 943 time: 0.0904200 Feb 04 22:24:20.504415 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b6a6a3fb-a651-4cca-b39d-10563fdfcade req-1286e8e2-e247-4c50-a40f-7b5925f806a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=147e572c-d5ca-40cc-a413-4c11ad747739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435724 Feb 04 22:24:20.512250 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3c83c6bc-a016-4fd1-b538-fe83ec82857c req-686bbea3-bd6c-4197-9b30-cf54d252e1c9 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456657 Feb 04 22:24:20.644757 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b6a6a3fb-a651-4cca-b39d-10563fdfcade req-089ff20f-9514-4a69-8a31-5ed690a45471 service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266818 Feb 04 22:24:20.788869 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b6a6a3fb-a651-4cca-b39d-10563fdfcade req-c5aec12f-784b-47af-89dd-1f8ba89791fa service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279104 Feb 04 22:24:21.089201 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa825c5b-8f57-485f-bb9b-2e92b564e7fd req-4446a86d-629c-4114-84ce-1c78586caf5a tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:21.091191 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fa825c5b-8f57-485f-bb9b-2e92b564e7fd req-4446a86d-629c-4114-84ce-1c78586caf5a tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0913980 Feb 04 22:24:21.148478 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fa825c5b-8f57-485f-bb9b-2e92b564e7fd req-b9489bcc-e35b-44b5-88bf-a05e3f289dff tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503979 Feb 04 22:24:21.162857 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-02706c5d-b516-41aa-8db3-951c4f42d5f0 req-97be1e00-2812-424b-b21a-a580f0b23149 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1634119 Feb 04 22:24:21.355271 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02706c5d-b516-41aa-8db3-951c4f42d5f0 req-c169a91d-c164-4be4-a19b-c5f5c92578a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:21.355550 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-02706c5d-b516-41aa-8db3-951c4f42d5f0 req-c169a91d-c164-4be4-a19b-c5f5c92578a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 1098 time: 0.0824184 Feb 04 22:24:21.531187 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02706c5d-b516-41aa-8db3-951c4f42d5f0 req-98718ec3-1753-49d0-ad43-43f7daf687cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:21.532518 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-02706c5d-b516-41aa-8db3-951c4f42d5f0 req-98718ec3-1753-49d0-ad43-43f7daf687cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ed1a7c4-1918-491f-8413-3f0dd97581c9 HTTP/1.1" status: 200 len: 914 time: 0.1498487 Feb 04 22:24:21.672058 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-02706c5d-b516-41aa-8db3-951c4f42d5f0 req-940b2495-f90e-4471-afe2-145f9b883808 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f008f5c-a68b-4939-9166-32a8f2bc59b7 HTTP/1.1" status: 200 len: 217 time: 0.1271484 Feb 04 22:24:21.767579 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02706c5d-b516-41aa-8db3-951c4f42d5f0 req-3581c79b-538b-4269-b24b-9311ba3947b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:21.769312 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-02706c5d-b516-41aa-8db3-951c4f42d5f0 req-3581c79b-538b-4269-b24b-9311ba3947b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=48ad4abf-da59-4c7c-9f55-c37529f65922 HTTP/1.1" status: 200 len: 853 time: 0.0856221 Feb 04 22:24:21.826347 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2540aa1-56df-44da-be50-ad46f82d5abc req-114e3eb0-3d9a-41ac-b801-e1f88afee661 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:21.829886 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2540aa1-56df-44da-be50-ad46f82d5abc req-114e3eb0-3d9a-41ac-b801-e1f88afee661 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 943 time: 0.1439528 Feb 04 22:24:21.836654 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-02706c5d-b516-41aa-8db3-951c4f42d5f0 req-07ab4d6e-a4e9-41ff-83eb-2bbb0faf863e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ed1a7c4-1918-491f-8413-3f0dd97581c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603330 Feb 04 22:24:21.890496 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2540aa1-56df-44da-be50-ad46f82d5abc req-0b04b3b5-78cb-4fc0-988c-d1c67a7ad051 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525048 Feb 04 22:24:21.997598 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-02706c5d-b516-41aa-8db3-951c4f42d5f0 req-e9ba8e68-45a0-4084-a44a-12709691ef37 service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532829 Feb 04 22:24:22.155947 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-02706c5d-b516-41aa-8db3-951c4f42d5f0 req-dea6d35d-929e-4ee5-aadb-552a4e512a0c service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442556 Feb 04 22:24:22.342487 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:22.368039 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bcb70-01bb-498c-ab52-a14ffde43a3b req-8f36ee5b-93cd-4d25-86fa-0a37e3898191 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:22.369546 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fe0bcb70-01bb-498c-ab52-a14ffde43a3b req-8f36ee5b-93cd-4d25-86fa-0a37e3898191 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0946150 Feb 04 22:24:22.415208 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fe0bcb70-01bb-498c-ab52-a14ffde43a3b req-fc2bb83b-ed02-426c-9e0f-83281be920df tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Feb 04 22:24:22.455137 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 87716015-f914-4b5e-ac0c-962789a7233b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:24:22.551692 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-7880b176-6a64-4e47-b8b9-d8299f38af83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:22.607643 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 87716015-f914-4b5e-ac0c-962789a7233b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=87716015-f914-4b5e-ac0c-962789a7233b,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:24:22.621649 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '87716015-f914-4b5e-ac0c-962789a7233b', 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9', 'port_id': '87716015-f914-4b5e-ac0c-962789a7233b', 'mac_address': 'fa:16:3e:be:7c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ad4abf-da59-4c7c-9f55-c37529f65922', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:24:22.678880 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:22.696389 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87716015-f914-4b5e-ac0c-962789a7233b {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:24:22.713020 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 87716015-f914-4b5e-ac0c-962789a7233b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=87716015-f914-4b5e-ac0c-962789a7233b,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:24:22.718315 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:22.797454 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=87716015-f914-4b5e-ac0c-962789a7233b,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:23.107791 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd285eb-4381-4614-b5b5-517a025371b0 req-630cc22f-1de2-4589-ae09-724736e00948 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:23.110555 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0cd285eb-4381-4614-b5b5-517a025371b0 req-630cc22f-1de2-4589-ae09-724736e00948 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 944 time: 0.0947526 Feb 04 22:24:23.166710 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0cd285eb-4381-4614-b5b5-517a025371b0 req-3f0e2cf9-5a03-4199-a5a0-f06e5c6a0be5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442600 Feb 04 22:24:23.270779 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['87716015-f914-4b5e-ac0c-962789a7233b'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:24:23.637509 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a51918-d67d-4d64-8804-347e93927b08 req-0b3611db-587c-44c4-b9bb-f751af1367b2 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:23.639396 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-90a51918-d67d-4d64-8804-347e93927b08 req-0b3611db-587c-44c4-b9bb-f751af1367b2 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1084235 Feb 04 22:24:23.692437 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-90a51918-d67d-4d64-8804-347e93927b08 req-2ec0f1c9-2aaf-4249-8677-f21da39caffe tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457532 Feb 04 22:24:24.397730 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc4bfc-2fb4-4618-832b-44ac57dd6dc0 req-05aa4afe-259f-4b1c-9570-1aed61c676cf tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:24.399324 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2dc4bfc-2fb4-4618-832b-44ac57dd6dc0 req-05aa4afe-259f-4b1c-9570-1aed61c676cf tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 944 time: 0.0994794 Feb 04 22:24:24.450203 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2dc4bfc-2fb4-4618-832b-44ac57dd6dc0 req-5bdea38c-81d8-4898-9df5-47712a799877 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 Feb 04 22:24:24.592554 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42850) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:24.730396 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d24e1723-8570-4b0a-85be-15f5558ecea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:24.752628 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-d24e1723-8570-4b0a-85be-15f5558ecea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:24.757342 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-d24e1723-8570-4b0a-85be-15f5558ecea0 admin admin] Usage tracker for resource:security_group_rule and tenant:1be0dec3f1c2430c96b7c10eab6d6549 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:24.761396 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-d24e1723-8570-4b0a-85be-15f5558ecea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:24.770089 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-d24e1723-8570-4b0a-85be-15f5558ecea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:24.873091 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d24e1723-8570-4b0a-85be-15f5558ecea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:24.877365 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d24e1723-8570-4b0a-85be-15f5558ecea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:24.910346 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c45be9-c4fe-4154-9820-9feb43959215 req-0c24b46e-e792-4c9f-852c-3b7c00c91bac tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:24.911830 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b9c45be9-c4fe-4154-9820-9feb43959215 req-0c24b46e-e792-4c9f-852c-3b7c00c91bac tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0922260 Feb 04 22:24:24.926248 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-d24e1723-8570-4b0a-85be-15f5558ecea0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1be0dec3f1c2430c96b7c10eab6d6549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323622 Feb 04 22:24:24.928477 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e1723-8570-4b0a-85be-15f5558ecea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5852625-d5af-4611-a270-d41b7305cc63,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:24.931805 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42860) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:24.965307 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-68d11aae-8b58-42d6-9a76-4184da4b67a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:24.969156 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b9c45be9-c4fe-4154-9820-9feb43959215 req-a731d11b-68f7-4202-8631-6bc887010a4e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478644 Feb 04 22:24:25.004302 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d83e8e41-2ed5-4a56-a41f-bcf265b4dafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:25.031814 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d83e8e41-2ed5-4a56-a41f-bcf265b4dafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:25.087484 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d83e8e41-2ed5-4a56-a41f-bcf265b4dafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:25.102725 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e8e41-2ed5-4a56-a41f-bcf265b4dafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5852625-d5af-4611-a270-d41b7305cc63,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:25.110546 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d83e8e41-2ed5-4a56-a41f-bcf265b4dafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:25.111722 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-d83e8e41-2ed5-4a56-a41f-bcf265b4dafc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5852625-d5af-4611-a270-d41b7305cc63 HTTP/1.1" status: 204 len: 168 time: 0.1787159 Feb 04 22:24:25.686262 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76016bb-a0b3-48ba-b42c-0f4d1d893f25 req-676f1f6e-8b97-4b6b-8926-4a538c3f13b0 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:25.687822 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b76016bb-a0b3-48ba-b42c-0f4d1d893f25 req-676f1f6e-8b97-4b6b-8926-4a538c3f13b0 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 944 time: 0.1012304 Feb 04 22:24:25.739442 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b76016bb-a0b3-48ba-b42c-0f4d1d893f25 req-14e5fe42-6274-48f5-a487-0dedea84599c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440381 Feb 04 22:24:25.878404 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:26.051747 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42908) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:26.169677 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80530c08-5ec6-4207-bb9d-43652b19793d req-263fe9bb-3b59-4a00-9b44-7d8493139978 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:26.171248 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-80530c08-5ec6-4207-bb9d-43652b19793d req-263fe9bb-3b59-4a00-9b44-7d8493139978 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0870457 Feb 04 22:24:26.188757 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1da9467d-baed-4b58-8709-936ba0a78e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:26.204645 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-1da9467d-baed-4b58-8709-936ba0a78e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:26.211995 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-1da9467d-baed-4b58-8709-936ba0a78e8e admin admin] Usage tracker for resource:security_group_rule and tenant:d93221b68d7e4d9380adb160ec46e266 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:26.215273 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-1da9467d-baed-4b58-8709-936ba0a78e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:26.220787 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-80530c08-5ec6-4207-bb9d-43652b19793d req-cae3f903-9b21-4db9-bf3b-11198e18e258 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435274 Feb 04 22:24:26.221819 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-1da9467d-baed-4b58-8709-936ba0a78e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:26.249590 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:26.332700 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1da9467d-baed-4b58-8709-936ba0a78e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:26.337826 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1da9467d-baed-4b58-8709-936ba0a78e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:26.390743 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-1da9467d-baed-4b58-8709-936ba0a78e8e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d93221b68d7e4d9380adb160ec46e266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371146 Feb 04 22:24:26.391617 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9467d-baed-4b58-8709-936ba0a78e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b6cd91-c80c-4864-97ae-cb8c7da1ecdc,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:26.393643 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 42924) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:26.460346 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e371a68e-d779-47fe-b938-9a301e3d369b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:26.477157 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 87716015-f914-4b5e-ac0c-962789a7233b up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:24:26.496439 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e371a68e-d779-47fe-b938-9a301e3d369b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:26.550179 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 87716015-f914-4b5e-ac0c-962789a7233b completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:24:26.556953 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 87716015-f914-4b5e-ac0c-962789a7233b triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:24:26.557336 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:26.560894 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e371a68e-d779-47fe-b938-9a301e3d369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:26.580912 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371a68e-d779-47fe-b938-9a301e3d369b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b6cd91-c80c-4864-97ae-cb8c7da1ecdc,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:26.585884 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e371a68e-d779-47fe-b938-9a301e3d369b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:26.590857 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-e371a68e-d779-47fe-b938-9a301e3d369b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/10b6cd91-c80c-4864-97ae-cb8c7da1ecdc HTTP/1.1" status: 204 len: 168 time: 0.1959605 Feb 04 22:24:26.719320 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:26.749615 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bd91dc-c49f-4960-b85b-967ec6d2f06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87716015-f914-4b5e-ac0c-962789a7233b'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:24:26.762085 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 87716015-f914-4b5e-ac0c-962789a7233b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=87716015-f914-4b5e-ac0c-962789a7233b,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:24:26.766118 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:26.812179 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bd91dc-c49f-4960-b85b-967ec6d2f06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87716015-f914-4b5e-ac0c-962789a7233b', 'code': 200} Feb 04 22:24:26.854419 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=87716015-f914-4b5e-ac0c-962789a7233b,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:27.087608 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31f4fa-dec3-4d93-b191-309611261e20 req-3b0eb9aa-2e4e-4272-ac89-2a57136d454e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:27.090351 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5d31f4fa-dec3-4d93-b191-309611261e20 req-3b0eb9aa-2e4e-4272-ac89-2a57136d454e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 945 time: 0.2073779 Feb 04 22:24:27.139785 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5d31f4fa-dec3-4d93-b191-309611261e20 req-76bcc636-e37f-48dd-8690-ef93255856a0 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432169 Feb 04 22:24:27.220552 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4bcd4-f4c4-44f1-91e5-248f5dc77976 req-0c059f5e-ee30-4174-bd99-451df7cd5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:27.222373 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8ee4bcd4-f4c4-44f1-91e5-248f5dc77976 req-0c059f5e-ee30-4174-bd99-451df7cd5bde service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 1098 time: 0.0944896 Feb 04 22:24:27.247075 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 42950) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:27.254684 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:27.303253 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9b1061ab-1714-4119-b539-933c90bd6587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:27.313619 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8ee4bcd4-f4c4-44f1-91e5-248f5dc77976 req-b00faeee-abe8-491d-b2c2-37c2c2d7d68a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822129 Feb 04 22:24:27.321134 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-9b1061ab-1714-4119-b539-933c90bd6587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:27.325837 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-9b1061ab-1714-4119-b539-933c90bd6587 admin admin] Usage tracker for resource:security_group_rule and tenant:63f8da1dbefa45189e1b21de12ac6240 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:27.329134 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-9b1061ab-1714-4119-b539-933c90bd6587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:27.336152 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-9b1061ab-1714-4119-b539-933c90bd6587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:27.439991 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9b1061ab-1714-4119-b539-933c90bd6587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:27.444539 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9b1061ab-1714-4119-b539-933c90bd6587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:27.453635 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9d9ea-ec5c-4cf3-a5d5-e1c3fb387e08 req-22b9c2a6-3155-4cd9-a855-f342b9368542 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:27.455277 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e8b9d9ea-ec5c-4cf3-a5d5-e1c3fb387e08 req-22b9c2a6-3155-4cd9-a855-f342b9368542 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1164343 Feb 04 22:24:27.497921 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-9b1061ab-1714-4119-b539-933c90bd6587 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=63f8da1dbefa45189e1b21de12ac6240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505686 Feb 04 22:24:27.499148 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1061ab-1714-4119-b539-933c90bd6587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e67b733-293a-4d0a-b7be-86ceb63b3717,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:27.500534 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 42958) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:27.520765 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e8b9d9ea-ec5c-4cf3-a5d5-e1c3fb387e08 req-5085454f-ee73-4e94-a127-38654346faae tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581396 Feb 04 22:24:27.575397 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5a9f5e78-d255-40e8-8fde-85e10eca2f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:27.615753 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5a9f5e78-d255-40e8-8fde-85e10eca2f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:27.706209 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5a9f5e78-d255-40e8-8fde-85e10eca2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:27.723088 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f5e78-d255-40e8-8fde-85e10eca2f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e67b733-293a-4d0a-b7be-86ceb63b3717,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:27.728497 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5a9f5e78-d255-40e8-8fde-85e10eca2f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:27.729678 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-5a9f5e78-d255-40e8-8fde-85e10eca2f36 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e67b733-293a-4d0a-b7be-86ceb63b3717 HTTP/1.1" status: 204 len: 168 time: 0.2281954 Feb 04 22:24:28.340604 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30474e0-60dd-4d94-85b9-5b84bbdf0b59 req-c4f3f9fc-4686-4e95-b66e-1f97d1c63591 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:28.342996 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c30474e0-60dd-4d94-85b9-5b84bbdf0b59 req-c4f3f9fc-4686-4e95-b66e-1f97d1c63591 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 945 time: 0.0838573 Feb 04 22:24:28.394419 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c30474e0-60dd-4d94-85b9-5b84bbdf0b59 req-4830e385-195f-4f3c-832b-a253b11cf6a1 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453601 Feb 04 22:24:28.874911 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d2ef5-b905-4a8f-8a5f-2972b139afd2 req-4c422ade-b721-4ddd-8fdd-ca0850ca8ba5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:28.887468 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8d1d2ef5-b905-4a8f-8a5f-2972b139afd2 req-4c422ade-b721-4ddd-8fdd-ca0850ca8ba5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.2104597 Feb 04 22:24:28.977387 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8d1d2ef5-b905-4a8f-8a5f-2972b139afd2 req-ca95d5c5-447e-4c9b-b8e7-bc953a774d2c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810065 Feb 04 22:24:29.590934 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b01a72-25e4-4822-b8cf-c89ecd80e5c6 req-59267003-60fa-4a6e-ad07-f44e3b9a8458 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:29.592409 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c5b01a72-25e4-4822-b8cf-c89ecd80e5c6 req-59267003-60fa-4a6e-ad07-f44e3b9a8458 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 945 time: 0.0877690 Feb 04 22:24:29.638926 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c5b01a72-25e4-4822-b8cf-c89ecd80e5c6 req-955a44c1-3d09-4a42-9f2f-dbebe8af6abf tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401237 Feb 04 22:24:30.190995 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8023c4-924e-4ca9-9147-3acb30af0d98 req-1a0ae136-048e-4353-848c-5be1e29c6939 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:30.193456 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5e8023c4-924e-4ca9-9147-3acb30af0d98 req-1a0ae136-048e-4353-848c-5be1e29c6939 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1038687 Feb 04 22:24:30.243813 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5e8023c4-924e-4ca9-9147-3acb30af0d98 req-d14731e3-1f21-4de2-9482-6a3b27a3febb tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443759 Feb 04 22:24:30.723494 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 43068) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:30.930719 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c4eecb4b-d236-4e07-9189-308b8ccbe511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:30.946124 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-c4eecb4b-d236-4e07-9189-308b8ccbe511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:30.950498 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c4eecb4b-d236-4e07-9189-308b8ccbe511 admin admin] Usage tracker for resource:security_group_rule and tenant:6fad3b06935841aa9f45e22f0fda4dfb is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:30.955940 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c4eecb4b-d236-4e07-9189-308b8ccbe511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:30.964133 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-c4eecb4b-d236-4e07-9189-308b8ccbe511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:31.050276 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c4eecb4b-d236-4e07-9189-308b8ccbe511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:31.056370 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c4eecb4b-d236-4e07-9189-308b8ccbe511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:31.106657 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-c4eecb4b-d236-4e07-9189-308b8ccbe511 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6fad3b06935841aa9f45e22f0fda4dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812554 Feb 04 22:24:31.107545 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eecb4b-d236-4e07-9189-308b8ccbe511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f5ad5d-5878-4f2b-b170-7bd233f4272e,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:31.109869 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 43074) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:31.174590 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9824fe3e-efc8-4eb8-b626-9aafdad4582d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:31.209919 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9824fe3e-efc8-4eb8-b626-9aafdad4582d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:31.280226 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9824fe3e-efc8-4eb8-b626-9aafdad4582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:31.300400 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824fe3e-efc8-4eb8-b626-9aafdad4582d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f5ad5d-5878-4f2b-b170-7bd233f4272e,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:31.307982 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9824fe3e-efc8-4eb8-b626-9aafdad4582d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:31.313449 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-9824fe3e-efc8-4eb8-b626-9aafdad4582d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f5f5ad5d-5878-4f2b-b170-7bd233f4272e HTTP/1.1" status: 204 len: 168 time: 0.2000141 Feb 04 22:24:31.492024 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3bb2c-72e3-475d-a3d9-f0c9800be2e4 req-58b68d21-b3a4-4521-adaf-9ad00fdd810b tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:31.493812 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8ba3bb2c-72e3-475d-a3d9-f0c9800be2e4 req-58b68d21-b3a4-4521-adaf-9ad00fdd810b tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0922678 Feb 04 22:24:31.544382 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8ba3bb2c-72e3-475d-a3d9-f0c9800be2e4 req-b7909bd4-d1e0-454c-ad72-13c4e320afa6 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445061 Feb 04 22:24:31.686907 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 43096) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:31.708193 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-648f5482-a6f8-4c79-946e-333c65992cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:31.722819 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-648f5482-a6f8-4c79-946e-333c65992cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:31.727057 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-648f5482-a6f8-4c79-946e-333c65992cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:aeda4fdcc6b34bee8a4845a49a4d0f3f is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:31.729947 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-648f5482-a6f8-4c79-946e-333c65992cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:31.735847 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-648f5482-a6f8-4c79-946e-333c65992cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:31.822280 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-648f5482-a6f8-4c79-946e-333c65992cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:31.826570 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-648f5482-a6f8-4c79-946e-333c65992cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:31.872784 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f5482-a6f8-4c79-946e-333c65992cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe353dde-6003-422b-a5a9-17163cf00152,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:31.877251 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-648f5482-a6f8-4c79-946e-333c65992cb2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aeda4fdcc6b34bee8a4845a49a4d0f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893084 Feb 04 22:24:31.880472 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 43100) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:31.946947 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3556f530-24db-4bc5-81ec-2e177e598e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:31.976662 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3556f530-24db-4bc5-81ec-2e177e598e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:32.034597 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3556f530-24db-4bc5-81ec-2e177e598e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:32.053415 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556f530-24db-4bc5-81ec-2e177e598e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe353dde-6003-422b-a5a9-17163cf00152,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:32.069639 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3556f530-24db-4bc5-81ec-2e177e598e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:32.070798 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-3556f530-24db-4bc5-81ec-2e177e598e1e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fe353dde-6003-422b-a5a9-17163cf00152 HTTP/1.1" status: 204 len: 168 time: 0.1895595 Feb 04 22:24:32.761465 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e63de-0867-4501-83f3-8e35d78f632c req-c916176c-df32-4b0d-b32f-8b75f06a700f tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:32.762906 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-805e63de-0867-4501-83f3-8e35d78f632c req-c916176c-df32-4b0d-b32f-8b75f06a700f tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0936174 Feb 04 22:24:32.811857 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-805e63de-0867-4501-83f3-8e35d78f632c req-137c888e-7bcb-4f18-93c3-94c00bfa4b60 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431812 Feb 04 22:24:33.999825 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d4aff-e799-4b25-939c-32d7492d6271 req-05d97b06-dd65-45a6-8c0d-750b7729a915 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:34.001338 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fb1d4aff-e799-4b25-939c-32d7492d6271 req-05d97b06-dd65-45a6-8c0d-750b7729a915 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0800939 Feb 04 22:24:34.054423 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fb1d4aff-e799-4b25-939c-32d7492d6271 req-10bdc734-6489-4c08-a9d6-ae2ae5ae0dbf tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455899 Feb 04 22:24:35.254758 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf5fe4-a060-4804-a007-752faec90502 req-20bdfb87-9457-40b4-bd29-33718f5dd76a tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:35.256294 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-95bf5fe4-a060-4804-a007-752faec90502 req-20bdfb87-9457-40b4-bd29-33718f5dd76a tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0896046 Feb 04 22:24:35.303680 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-95bf5fe4-a060-4804-a007-752faec90502 req-6e939381-6f7a-4d43-be15-20254fbb47ed tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417264 Feb 04 22:24:36.020918 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7127dc-0652-4a9f-bb40-3206766cc52b req-d6115f1e-020a-471b-90ce-2bde6f5f0565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:36.022422 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1b7127dc-0652-4a9f-bb40-3206766cc52b req-d6115f1e-020a-471b-90ce-2bde6f5f0565 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 1099 time: 0.0709298 Feb 04 22:24:36.070995 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1b7127dc-0652-4a9f-bb40-3206766cc52b req-abc489f3-0001-4667-bc23-c85db501794a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Feb 04 22:24:36.496967 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dd738-cd8d-4e3c-acfe-0b2acda049d7 req-97face1b-560e-45ba-ab20-25a0ff80cb70 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:36.498735 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2f9dd738-cd8d-4e3c-acfe-0b2acda049d7 req-97face1b-560e-45ba-ab20-25a0ff80cb70 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0860856 Feb 04 22:24:36.572196 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2f9dd738-cd8d-4e3c-acfe-0b2acda049d7 req-ace39fc4-3b73-44f3-a7a8-91a7f2cfb667 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674248 Feb 04 22:24:37.770429 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52744a0-905c-47ce-ba17-d4531c6112aa req-79615dd4-6ca9-4c0d-b739-8b0f63ae2b46 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:37.772440 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c52744a0-905c-47ce-ba17-d4531c6112aa req-79615dd4-6ca9-4c0d-b739-8b0f63ae2b46 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0918736 Feb 04 22:24:37.818083 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c52744a0-905c-47ce-ba17-d4531c6112aa req-8ed19d63-3f5e-4bc6-9122-7174830b16e3 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391219 Feb 04 22:24:38.376101 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 43312) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:38.491582 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:38.506071 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:38.509870 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Usage tracker for resource:security_group_rule and tenant:38bff484437f44a88f14f390e948aaa0 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:38.512648 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:38.518760 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:38.606582 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:38.611099 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:38.720617 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38bff484437f44a88f14f390e948aaa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433483 Feb 04 22:24:38.722183 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d0af5c-3e3f-4ee3-aea3-7b31d422ccf7,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:38.723262 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 43318) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:38.730200 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.730546 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.730880 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.731208 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.731532 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.731858 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.732177 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.732495 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.733124 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.733413 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.733702 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.734037 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7556fc-a332-43c5-9ee1-d43f13db65a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.783571 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:38.814299 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:38.881432 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:38.898095 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d0af5c-3e3f-4ee3-aea3-7b31d422ccf7,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:38.906547 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:38.907662 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e9d0af5c-3e3f-4ee3-aea3-7b31d422ccf7 HTTP/1.1" status: 204 len: 168 time: 0.1828008 Feb 04 22:24:38.909060 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.909402 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.909752 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.910183 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.910515 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.910838 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.911747 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.912075 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.912396 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.912709 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.913021 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:38.913335 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910b08a-607c-418f-bfbe-f6896008d2b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:24:39.009656 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd283f-6c82-4743-bff6-de43cf22fe66 req-714b9e6f-d901-4765-af60-06361dc87f65 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:39.011254 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f7cd283f-6c82-4743-bff6-de43cf22fe66 req-714b9e6f-d901-4765-af60-06361dc87f65 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0842314 Feb 04 22:24:39.057548 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f7cd283f-6c82-4743-bff6-de43cf22fe66 req-f75ec399-9a75-480e-ba5d-f29ddf9b96af tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Feb 04 22:24:39.244366 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 43338) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:39.262529 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a5b6f280-dd5d-4074-accb-40cdc78f8366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:39.281542 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-a5b6f280-dd5d-4074-accb-40cdc78f8366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:39.286522 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-a5b6f280-dd5d-4074-accb-40cdc78f8366 admin admin] Usage tracker for resource:security_group_rule and tenant:fbd0308d0bfe4168ba28922c0efd6d2c is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:39.289647 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-a5b6f280-dd5d-4074-accb-40cdc78f8366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:39.295948 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-a5b6f280-dd5d-4074-accb-40cdc78f8366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:39.402909 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a5b6f280-dd5d-4074-accb-40cdc78f8366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:39.406811 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a5b6f280-dd5d-4074-accb-40cdc78f8366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:39.457343 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-a5b6f280-dd5d-4074-accb-40cdc78f8366 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fbd0308d0bfe4168ba28922c0efd6d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118907 Feb 04 22:24:39.458479 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6f280-dd5d-4074-accb-40cdc78f8366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca8cb75-968b-4a87-93f2-b8b392ea9616,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:39.461665 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 43344) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:39.526115 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac0017-382e-40b6-ab52-b37f3e0e6c8b req-06c3d6c9-4f9a-4570-9504-26a3b27d42a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:39.527619 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-40ac0017-382e-40b6-ab52-b37f3e0e6c8b req-06c3d6c9-4f9a-4570-9504-26a3b27d42a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2972bd90360f40548925dda55e960d83&device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 1099 time: 0.0768058 Feb 04 22:24:39.586180 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-56731fd5-8cb6-47c1-9c2b-ef5e3ccbebb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:39.625547 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda10cb-364d-4d0a-af82-e396aff246cb req-e7c7f7fe-4bb7-4397-bd18-862d6b37ee77 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:39.627129 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0cda10cb-364d-4d0a-af82-e396aff246cb req-e7c7f7fe-4bb7-4397-bd18-862d6b37ee77 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1537776 Feb 04 22:24:39.628992 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-56731fd5-8cb6-47c1-9c2b-ef5e3ccbebb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:39.671428 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac0017-382e-40b6-ab52-b37f3e0e6c8b req-e732d8cc-eb02-4201-9e02-5f02d8f11dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:39.672852 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-40ac0017-382e-40b6-ab52-b37f3e0e6c8b req-e732d8cc-eb02-4201-9e02-5f02d8f11dba service neutron] 10.222.0.58 "GET /v2.0/networks?id=147e572c-d5ca-40cc-a413-4c11ad747739 HTTP/1.1" status: 200 len: 920 time: 0.1360021 Feb 04 22:24:39.704645 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0cda10cb-364d-4d0a-af82-e396aff246cb req-144a65c6-655b-4583-a16e-1c32b3235de0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681133 Feb 04 22:24:39.733650 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-56731fd5-8cb6-47c1-9c2b-ef5e3ccbebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:39.748776 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-40ac0017-382e-40b6-ab52-b37f3e0e6c8b req-bb8028fb-0b69-4145-916f-e711b7467335 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce962e5-453e-40a4-acd4-a94cd47a05a2 HTTP/1.1" status: 200 len: 217 time: 0.0673971 Feb 04 22:24:39.748988 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56731fd5-8cb6-47c1-9c2b-ef5e3ccbebb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca8cb75-968b-4a87-93f2-b8b392ea9616,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:39.757896 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-56731fd5-8cb6-47c1-9c2b-ef5e3ccbebb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:39.757896 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-56731fd5-8cb6-47c1-9c2b-ef5e3ccbebb3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aca8cb75-968b-4a87-93f2-b8b392ea9616 HTTP/1.1" status: 204 len: 168 time: 0.2943935 Feb 04 22:24:39.825604 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac0017-382e-40b6-ab52-b37f3e0e6c8b req-89814582-e8a5-4ba5-814c-5981f52736f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:39.827073 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-40ac0017-382e-40b6-ab52-b37f3e0e6c8b req-89814582-e8a5-4ba5-814c-5981f52736f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a499076-7138-49cd-a886-8a07c636087b HTTP/1.1" status: 200 len: 859 time: 0.0661297 Feb 04 22:24:39.883346 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-40ac0017-382e-40b6-ab52-b37f3e0e6c8b req-a3754b33-d582-46a5-ae8f-3001333c3394 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=147e572c-d5ca-40cc-a413-4c11ad747739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455859 Feb 04 22:24:40.041959 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-40ac0017-382e-40b6-ab52-b37f3e0e6c8b req-cbd600b2-b7ed-47d9-9ea1-91c0aa118a99 service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446226 Feb 04 22:24:40.179906 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-40ac0017-382e-40b6-ab52-b37f3e0e6c8b req-f4c2ed25-350e-495f-b8f1-76ab84038487 service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301243 Feb 04 22:24:40.940852 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6935bf1-e09e-43ac-82b9-cd8bc2fb6fb2 req-3a9c3247-6b41-463d-b363-580c76071675 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:40.942984 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e6935bf1-e09e-43ac-82b9-cd8bc2fb6fb2 req-3a9c3247-6b41-463d-b363-580c76071675 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0883183 Feb 04 22:24:40.993024 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e6935bf1-e09e-43ac-82b9-cd8bc2fb6fb2 req-738cb600-587a-42bf-81fd-ab9ff11d0de0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439355 Feb 04 22:24:42.209461 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2c317-7e93-459e-a219-e61033f2c97c req-979b726c-d5a9-4065-8fa8-d52ee98ec049 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:42.211357 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-feb2c317-7e93-459e-a219-e61033f2c97c req-979b726c-d5a9-4065-8fa8-d52ee98ec049 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0902107 Feb 04 22:24:42.258990 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-feb2c317-7e93-459e-a219-e61033f2c97c req-93502b2a-dc65-41cd-98b8-e63a5a7b0648 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421548 Feb 04 22:24:43.519178 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0203-1e6b-402f-9216-f88476772c80 req-9631e7da-d653-48e7-ba43-3ea559aece77 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:43.521824 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f85f0203-1e6b-402f-9216-f88476772c80 req-9631e7da-d653-48e7-ba43-3ea559aece77 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1176720 Feb 04 22:24:43.590498 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f85f0203-1e6b-402f-9216-f88476772c80 req-0885cb47-b21d-47b7-8a17-7ea9fe38ac93 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601077 Feb 04 22:24:45.119286 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 43508) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:45.258721 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-28722234-ed00-4b36-b24a-a15a3342d71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:45.276523 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-28722234-ed00-4b36-b24a-a15a3342d71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:45.281390 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-28722234-ed00-4b36-b24a-a15a3342d71c admin admin] Usage tracker for resource:security_group_rule and tenant:bce06c454bb0498b93d2a6b812373089 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:45.288338 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-28722234-ed00-4b36-b24a-a15a3342d71c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:45.296468 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-28722234-ed00-4b36-b24a-a15a3342d71c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:45.404434 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-28722234-ed00-4b36-b24a-a15a3342d71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:45.409261 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-28722234-ed00-4b36-b24a-a15a3342d71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:45.530841 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-28722234-ed00-4b36-b24a-a15a3342d71c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bce06c454bb0498b93d2a6b812373089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104180 Feb 04 22:24:45.531723 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28722234-ed00-4b36-b24a-a15a3342d71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1040182-3e50-49c3-9250-d38caae15693,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:45.533662 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 43522) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:45.618006 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bed092-1f12-4ceb-a890-0061547c3394 req-6d862e33-755d-453b-a916-89835e44f767 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:45.619639 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-82bed092-1f12-4ceb-a890-0061547c3394 req-6d862e33-755d-453b-a916-89835e44f767 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0825160 Feb 04 22:24:45.624326 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1cb57ff9-37f3-4a5a-894b-2bc0b78299ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:45.668521 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-82bed092-1f12-4ceb-a890-0061547c3394 req-f3baef32-35b3-4319-bc74-c8368b0471d1 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Feb 04 22:24:45.673202 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1cb57ff9-37f3-4a5a-894b-2bc0b78299ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:45.731194 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1cb57ff9-37f3-4a5a-894b-2bc0b78299ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:45.748416 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb57ff9-37f3-4a5a-894b-2bc0b78299ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1040182-3e50-49c3-9250-d38caae15693,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:45.758666 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1cb57ff9-37f3-4a5a-894b-2bc0b78299ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:45.762162 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-1cb57ff9-37f3-4a5a-894b-2bc0b78299ff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e1040182-3e50-49c3-9250-d38caae15693 HTTP/1.1" status: 204 len: 168 time: 0.2246363 Feb 04 22:24:46.095170 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 43540) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:46.113234 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3d7943d4-46be-46e4-8c7a-77595c741874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:46.129539 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-3d7943d4-46be-46e4-8c7a-77595c741874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:46.134897 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-3d7943d4-46be-46e4-8c7a-77595c741874 admin admin] Usage tracker for resource:security_group_rule and tenant:f1bbea351a2e42a2a8e4ae70f8703c4e is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:46.138010 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-3d7943d4-46be-46e4-8c7a-77595c741874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:46.146401 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-3d7943d4-46be-46e4-8c7a-77595c741874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:46.249360 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3d7943d4-46be-46e4-8c7a-77595c741874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:46.253738 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3d7943d4-46be-46e4-8c7a-77595c741874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:46.311943 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-3d7943d4-46be-46e4-8c7a-77595c741874 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f1bbea351a2e42a2a8e4ae70f8703c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156513 Feb 04 22:24:46.314941 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 43550) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:24:46.323278 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7943d4-46be-46e4-8c7a-77595c741874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168d319b-81d5-4318-8f42-bb6243575f80,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:46.397077 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb5a37e-e0d1-4326-b8ef-8a19f2603111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:46.448731 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb5a37e-e0d1-4326-b8ef-8a19f2603111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:46.511114 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb5a37e-e0d1-4326-b8ef-8a19f2603111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:46.530161 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5a37e-e0d1-4326-b8ef-8a19f2603111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168d319b-81d5-4318-8f42-bb6243575f80,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:46.539793 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb5a37e-e0d1-4326-b8ef-8a19f2603111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:46.544446 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-cdb5a37e-e0d1-4326-b8ef-8a19f2603111 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/168d319b-81d5-4318-8f42-bb6243575f80 HTTP/1.1" status: 204 len: 168 time: 0.2249765 Feb 04 22:24:47.396911 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79057db5-f57c-41c6-abc0-0499738eac81 req-9dde3410-f0ff-4bc1-9b99-65244ffeb3a2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:47.398601 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-79057db5-f57c-41c6-abc0-0499738eac81 req-9dde3410-f0ff-4bc1-9b99-65244ffeb3a2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1006088 Feb 04 22:24:47.460759 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-79057db5-f57c-41c6-abc0-0499738eac81 req-83b55970-7948-44f7-ba32-9fbfac9a3e28 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548038 Feb 04 22:24:47.915328 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:24:48.687566 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd67e56-4ee0-49c9-bc14-c07f5199ec30 req-c72aba63-3294-4c0e-9881-f3c58274a3fb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:48.689088 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8bd67e56-4ee0-49c9-bc14-c07f5199ec30 req-c72aba63-3294-4c0e-9881-f3c58274a3fb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1076794 Feb 04 22:24:48.772061 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8bd67e56-4ee0-49c9-bc14-c07f5199ec30 req-32a92d1a-0b10-4bbd-9d85-2b097820df99 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753882 Feb 04 22:24:49.968396 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7f90b-c6fb-4fd9-b9c6-22fe54e0221a req-5649ee43-fcb6-455a-a0a0-1bfb168b0953 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:49.969902 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-59d7f90b-c6fb-4fd9-b9c6-22fe54e0221a req-5649ee43-fcb6-455a-a0a0-1bfb168b0953 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.0827093 Feb 04 22:24:50.016037 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-59d7f90b-c6fb-4fd9-b9c6-22fe54e0221a req-2fccf3c9-a7ab-45b7-9a25-1022981300d2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396426 Feb 04 22:24:51.237974 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0d817-fd29-47db-9e8d-472dcfe4a01a req-e9526077-448d-4f46-aa8c-dd6e19f32832 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:51.240626 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fff0d817-fd29-47db-9e8d-472dcfe4a01a req-e9526077-448d-4f46-aa8c-dd6e19f32832 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1025989 Feb 04 22:24:51.289115 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fff0d817-fd29-47db-9e8d-472dcfe4a01a req-5489f50c-f87b-4879-bebf-601bf6fa6ddc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405819 Feb 04 22:24:52.346611 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:52.485697 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-fb0388db-5bed-4a16-89f2-fbe0bf672182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:52.497890 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efbcac-9e54-4030-81f9-d2ceb461f4f6 req-985547c4-5b2a-4fb7-836e-3bd1ee5ac66b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:52.499480 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-14efbcac-9e54-4030-81f9-d2ceb461f4f6 req-985547c4-5b2a-4fb7-836e-3bd1ee5ac66b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.0938823 Feb 04 22:24:52.547244 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-14efbcac-9e54-4030-81f9-d2ceb461f4f6 req-1ef52aae-e10a-401f-9144-9e2332c94184 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411940 Feb 04 22:24:53.532284 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-2bb3343f-cb9f-4761-b9de-f26ee67ae329 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:53.533678 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-2bb3343f-cb9f-4761-b9de-f26ee67ae329 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/networks?id=3ed1a7c4-1918-491f-8413-3f0dd97581c9 HTTP/1.1" status: 200 len: 813 time: 0.1452289 Feb 04 22:24:53.548877 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-88f48c04-6889-4103-8423-340203e91087 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/quotas/d765331a56184ca39dbfb314d3cbc7dc HTTP/1.1" status: 200 len: 375 time: 0.0095482 Feb 04 22:24:53.654702 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-22df431b-a913-4079-8a1f-5a8c9672dd1d tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0989277 Feb 04 22:24:53.852673 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-2fef3d28-1e65-41f1-bc84-844aeefad251 service neutron] 10.222.0.47 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938214 Feb 04 22:24:53.860970 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b3425-1079-4303-a9b5-28761f505c2f req-395b81ad-3b81-43c0-bd83-6b704cce0350 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:53.862459 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-225b3425-1079-4303-a9b5-28761f505c2f req-395b81ad-3b81-43c0-bd83-6b704cce0350 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1846926 Feb 04 22:24:53.986702 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-225b3425-1079-4303-a9b5-28761f505c2f req-410eab32-968a-4f03-b2aa-b909a77e030f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061146 Feb 04 22:24:54.027378 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-f21b1bf5-589a-45f7-bdbc-c244b5340869 service neutron] 10.222.0.47 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639485 Feb 04 22:24:54.225653 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ba6a4e69-c088-4e8c-9152-7c4e754d6958 req-760a28c7-8f51-4c85-82c6-0e096e822bac tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 210 time: 0.0483203 Feb 04 22:24:54.962031 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-7bff6e19-6b73-4ff7-9cce-5dd2f05c87b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:55.213761 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c4bdd-3b83-4976-b2b4-d9c2e3d45df6 req-31253efb-87eb-4cd9-8cd9-918d5eeac46b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:55.215332 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-703c4bdd-3b83-4976-b2b4-d9c2e3d45df6 req-31253efb-87eb-4cd9-8cd9-918d5eeac46b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1146231 Feb 04 22:24:55.274733 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-703c4bdd-3b83-4976-b2b4-d9c2e3d45df6 req-b19ed7ea-a910-4013-a1e5-dd7e845a6b40 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528693 Feb 04 22:24:55.393204 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e2d62724-4dd2-4464-a6b8-628c77d61f0f req-6167d1c5-8cc2-493e-ba86-adee88654250 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 210 time: 0.0479033 Feb 04 22:24:55.879983 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:56.243446 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:56.477367 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c6123-cc2f-43e9-85f3-6308882f7ef0 req-aa558694-d3b2-4eb8-99ea-1ea3c7198216 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:56.478907 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-791c6123-cc2f-43e9-85f3-6308882f7ef0 req-aa558694-d3b2-4eb8-99ea-1ea3c7198216 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.0825891 Feb 04 22:24:56.567616 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f8929a0b-57eb-4c6c-9dff-6acabdb48e35 req-4032d2bb-ed3e-443c-ad78-78a29b9db45e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 210 time: 0.0524471 Feb 04 22:24:56.569617 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-791c6123-cc2f-43e9-85f3-6308882f7ef0 req-4cc64f26-2885-4ea8-8fc3-cbf03304409c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848005 Feb 04 22:24:57.045675 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-14be6544-6587-40b3-81e6-b831d7014d62 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:57.048274 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-14be6544-6587-40b3-81e6-b831d7014d62 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "GET /v2.0/networks?id=3ed1a7c4-1918-491f-8413-3f0dd97581c9 HTTP/1.1" status: 200 len: 813 time: 0.2139728 Feb 04 22:24:57.083600 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Request body: {'port': {'device_id': '203df762-cda2-4c45-b35f-4e4e03f5d009', 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9', 'admin_state_up': True, 'tenant_id': 'd765331a56184ca39dbfb314d3cbc7dc'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:24:57.254596 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:24:57.255388 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:57.259497 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Usage tracker for resource:port and tenant:d765331a56184ca39dbfb314d3cbc7dc is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:24:57.262741 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:24:57.268797 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:24:57.278837 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Made reservation on behalf of d765331a56184ca39dbfb314d3cbc7dc for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:24:57.282621 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:57.497168 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Allocated IP 172.20.0.9 (3ed1a7c4-1918-491f-8413-3f0dd97581c9/48ad4abf-da59-4c7c-9f55-c37529f65922/19c0d18f-742c-4753-af05-73d38f192922) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:24:57.797411 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:57.845289 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:57.899337 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['9f008f5c-a68b-4939-9166-32a8f2bc59b7', '69b4514e-31d0-4bb0-acc0-ab9527388fbf', '87716015-f914-4b5e-ac0c-962789a7233b'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:24:57.970301 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a9558-3106-4b22-a571-dd3057a565cb req-45cb7ec3-c056-4828-9a11-a16c20f0176e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:57.971853 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-712a9558-3106-4b22-a571-dd3057a565cb req-45cb7ec3-c056-4828-9a11-a16c20f0176e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1200430 Feb 04 22:24:57.985459 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968ab2c-c6c4-4201-9eac-0072548ae5b4 req-84d6bcc2-4e31-44ae-8b88-3bbad31c67db tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:57.987395 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3968ab2c-c6c4-4201-9eac-0072548ae5b4 req-84d6bcc2-4e31-44ae-8b88-3bbad31c67db tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 931 time: 0.2552536 Feb 04 22:24:58.034454 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:24:58.041752 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:24:58.052334 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:24:58.079199 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-712a9558-3106-4b22-a571-dd3057a565cb req-639197b2-7dd2-4b71-acef-1396c752727e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900965 Feb 04 22:24:58.079492 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Pushing event updated for resources: {'Port': ['ID=19c0d18f-742c-4753-af05-73d38f192922,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:58.104195 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3968ab2c-c6c4-4201-9eac-0072548ae5b4 req-d16faa08-b8ee-4b74-8eaf-07b1c599d6f3 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991030 Feb 04 22:24:58.142766 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:58.143382 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:58.168362 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-6fde994a-fa59-422b-8558-361995652273 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0942149 Feb 04 22:24:58.194588 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Request body: {'port': {'device_id': '203df762-cda2-4c45-b35f-4e4e03f5d009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:24:58.315729 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:58.721575 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c0d18f-742c-4753-af05-73d38f192922 {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:24:58.729899 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:58.745567 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Transition to ACTIVE for port object 19c0d18f-742c-4753-af05-73d38f192922 will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:24:58.749996 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:58.923373 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=19c0d18f-742c-4753-af05-73d38f192922,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:59.035725 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Attempting to bind port 19c0d18f-742c-4753-af05-73d38f192922 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:24:59.036221 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Attempting to bind port 19c0d18f-742c-4753-af05-73d38f192922 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:24:59.036648 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Attempting to bind port 19c0d18f-742c-4753-af05-73d38f192922 on network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:24:59.043239 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Port 19c0d18f-742c-4753-af05-73d38f192922 on network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:24:59.043683 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Attempting to bind port 19c0d18f-742c-4753-af05-73d38f192922 on network 3ed1a7c4-1918-491f-8413-3f0dd97581c9 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:24:59.052019 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:24:59.052508 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Checking segment: {'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:24:59.053515 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Bound using segment: {'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:24:59.053823 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Bound port: 19c0d18f-742c-4753-af05-73d38f192922, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe58588-e4be-431d-96d4-287d7b04179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:24:59.054364 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:59.157401 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] For port 19c0d18f-742c-4753-af05-73d38f192922, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:24:59.160873 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] For port 19c0d18f-742c-4753-af05-73d38f192922, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=19c0d18f-742c-4753-af05-73d38f192922,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:24:59.166867 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:59.233215 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:59.233860 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:24:59.235289 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] 10.222.0.58 "PUT /v2.0/ports/19c0d18f-742c-4753-af05-73d38f192922 HTTP/1.1" status: 200 len: 1093 time: 1.0452051 Feb 04 22:24:59.235737 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203df762-cda2-4c45-b35f-4e4e03f5d009', 'tag': '19c0d18f-742c-4753-af05-73d38f192922'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:24:59.262949 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c72b1b-34e2-4449-83d5-8443a6994ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=19c0d18f-742c-4753-af05-73d38f192922,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:24:59.470871 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-1e51cc1d-97c0-4fbd-bc95-717d8a07e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:59.473262 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-1e51cc1d-97c0-4fbd-bc95-717d8a07e85f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 1096 time: 0.1335645 Feb 04 22:24:59.538979 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9d23e-7205-4b2a-97fb-1fbea2aa2dd6 req-6b6c5dab-3be5-406a-bcab-56998793b0ec tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:59.541576 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-33e9d23e-7205-4b2a-97fb-1fbea2aa2dd6 req-6b6c5dab-3be5-406a-bcab-56998793b0ec tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 943 time: 0.1958003 Feb 04 22:24:59.564269 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-8a083e7c-22cb-4138-ae8b-976da1b1e6ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c0d18f-742c-4753-af05-73d38f192922 HTTP/1.1" status: 200 len: 217 time: 0.0661368 Feb 04 22:24:59.610960 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abe2da-9565-4975-b942-e8231026a3db req-00f961dd-6622-4d08-91b0-2f8079b6179d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:59.614251 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-69abe2da-9565-4975-b942-e8231026a3db req-00f961dd-6622-4d08-91b0-2f8079b6179d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.2046134 Feb 04 22:24:59.667662 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-180bbd2d-3d46-421e-bdbe-8ea7be24079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:24:59.669547 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-180bbd2d-3d46-421e-bdbe-8ea7be24079f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=48ad4abf-da59-4c7c-9f55-c37529f65922 HTTP/1.1" status: 200 len: 853 time: 0.0832934 Feb 04 22:24:59.674851 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-33e9d23e-7205-4b2a-97fb-1fbea2aa2dd6 req-61438fb5-b223-4f6f-bb01-7d367900934d tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256204 Feb 04 22:24:59.715377 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-69abe2da-9565-4975-b942-e8231026a3db req-fae3fc8a-cd03-4815-baa8-95c3c34cf279 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887694 Feb 04 22:24:59.741150 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203df762-cda2-4c45-b35f-4e4e03f5d009', 'tag': '19c0d18f-742c-4753-af05-73d38f192922', 'status': 'completed', 'code': 200} Feb 04 22:24:59.754612 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-39b80ad9-3edf-4b4c-b409-2d7b1bab2c80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ed1a7c4-1918-491f-8413-3f0dd97581c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743554 Feb 04 22:24:59.910533 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-71d33a7a-cc1c-4cee-93f4-efa53b24f14c service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447330 Feb 04 22:25:00.074512 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8c4427a8-2b93-418c-91b5-40abd6f7de3e req-d13e62ba-fbfd-41d5-8739-db07bda9c668 service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555851 Feb 04 22:25:00.308400 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6aa48-aa0f-4dee-a6ad-902cf1d6a350 req-f3c3ef4d-7feb-426a-a2f7-6a298c173ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:00.311166 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b7f6aa48-aa0f-4dee-a6ad-902cf1d6a350 req-f3c3ef4d-7feb-426a-a2f7-6a298c173ef6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 1096 time: 0.0829206 Feb 04 22:25:00.731737 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6aa48-aa0f-4dee-a6ad-902cf1d6a350 req-32ac71bb-8ff9-4cc3-bbbd-96f2f98248b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:00.733987 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b7f6aa48-aa0f-4dee-a6ad-902cf1d6a350 req-32ac71bb-8ff9-4cc3-bbbd-96f2f98248b0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ed1a7c4-1918-491f-8413-3f0dd97581c9 HTTP/1.1" status: 200 len: 914 time: 0.4150209 Feb 04 22:25:00.896301 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b7f6aa48-aa0f-4dee-a6ad-902cf1d6a350 req-838431c1-6a6d-407b-baf3-91de4d8e4aeb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c0d18f-742c-4753-af05-73d38f192922 HTTP/1.1" status: 200 len: 217 time: 0.1425319 Feb 04 22:25:00.993009 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6aa48-aa0f-4dee-a6ad-902cf1d6a350 req-10d27495-9d9c-4c69-8ef3-b8e590f0cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:00.995456 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b7f6aa48-aa0f-4dee-a6ad-902cf1d6a350 req-10d27495-9d9c-4c69-8ef3-b8e590f0cf25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=48ad4abf-da59-4c7c-9f55-c37529f65922 HTTP/1.1" status: 200 len: 853 time: 0.0870771 Feb 04 22:25:01.059293 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 43846) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:01.062718 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b7f6aa48-aa0f-4dee-a6ad-902cf1d6a350 req-8117c2d2-24f9-4f1c-b9cb-4621f03441a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ed1a7c4-1918-491f-8413-3f0dd97581c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535765 Feb 04 22:25:01.119796 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a42cc-ccd9-4499-ab50-98b9c3c10a22 req-e3f8cf41-9db4-430f-bdd4-5dcecc3b88b5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:01.121983 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e50a42cc-ccd9-4499-ab50-98b9c3c10a22 req-e3f8cf41-9db4-430f-bdd4-5dcecc3b88b5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 943 time: 0.2476535 Feb 04 22:25:01.146397 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71d242-9f51-4c34-9c45-bb948889ded2 req-d7402c58-1a43-432b-8974-2aa265e660e5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:01.171126 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1e71d242-9f51-4c34-9c45-bb948889ded2 req-d7402c58-1a43-432b-8974-2aa265e660e5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.2019796 Feb 04 22:25:01.304351 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b7f6aa48-aa0f-4dee-a6ad-902cf1d6a350 req-de5e7b4f-c248-40b3-b10d-c54cecb1d878 service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327547 Feb 04 22:25:01.312668 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e50a42cc-ccd9-4499-ab50-98b9c3c10a22 req-088a4ce0-a204-492b-8f09-dd32d8b58a1a tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746068 Feb 04 22:25:01.353675 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1e71d242-9f51-4c34-9c45-bb948889ded2 req-0712a15f-2532-4170-b576-e68997f562d0 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811531 Feb 04 22:25:01.358149 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6e138096-26d6-4c28-8e0b-790ff57a6be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:01.385931 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-6e138096-26d6-4c28-8e0b-790ff57a6be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:25:01.392727 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-6e138096-26d6-4c28-8e0b-790ff57a6be7 admin admin] Usage tracker for resource:security_group_rule and tenant:d05aed81b824497c824d6a19d29da5eb is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:25:01.398134 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-6e138096-26d6-4c28-8e0b-790ff57a6be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:25:01.407926 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-6e138096-26d6-4c28-8e0b-790ff57a6be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:25:01.463717 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b7f6aa48-aa0f-4dee-a6ad-902cf1d6a350 req-75ac63f1-2c49-4772-8e2d-d9cbb738f032 service neutron] 10.222.0.58 "GET /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514511 Feb 04 22:25:01.512283 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6e138096-26d6-4c28-8e0b-790ff57a6be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:01.517298 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6e138096-26d6-4c28-8e0b-790ff57a6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:01.570823 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-6e138096-26d6-4c28-8e0b-790ff57a6be7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d05aed81b824497c824d6a19d29da5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080438 Feb 04 22:25:01.572550 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e138096-26d6-4c28-8e0b-790ff57a6be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b264a10-ac6e-4a96-ac8d-a22c8c3a9520,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:01.575560 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 43854) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:01.648584 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-bc74a6f4-9893-433f-8131-fafb2f6c151c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:01.678621 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-bc74a6f4-9893-433f-8131-fafb2f6c151c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:01.741497 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-bc74a6f4-9893-433f-8131-fafb2f6c151c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:01.763011 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74a6f4-9893-433f-8131-fafb2f6c151c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b264a10-ac6e-4a96-ac8d-a22c8c3a9520,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:01.769788 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-bc74a6f4-9893-433f-8131-fafb2f6c151c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:01.771548 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-bc74a6f4-9893-433f-8131-fafb2f6c151c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b264a10-ac6e-4a96-ac8d-a22c8c3a9520 HTTP/1.1" status: 204 len: 168 time: 0.1955016 Feb 04 22:25:02.195017 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 43872) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:02.226555 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-611f5bf8-cae4-48e4-a970-fd2792b54492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:02.248806 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-611f5bf8-cae4-48e4-a970-fd2792b54492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:25:02.255530 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-611f5bf8-cae4-48e4-a970-fd2792b54492 admin admin] Usage tracker for resource:security_group_rule and tenant:138739e6e0ff4d22a728750d9d02cf7c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:25:02.260020 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-611f5bf8-cae4-48e4-a970-fd2792b54492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:25:02.275778 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-611f5bf8-cae4-48e4-a970-fd2792b54492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:25:02.485875 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-611f5bf8-cae4-48e4-a970-fd2792b54492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:02.502019 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-611f5bf8-cae4-48e4-a970-fd2792b54492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:02.563466 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-611f5bf8-cae4-48e4-a970-fd2792b54492 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=138739e6e0ff4d22a728750d9d02cf7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666701 Feb 04 22:25:02.568795 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 43886) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:02.580610 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f5bf8-cae4-48e4-a970-fd2792b54492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2641f5a9-40c0-4fd0-8137-eecfc28ffb5c,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:02.626497 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 43890) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:02.674994 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 19c0d18f-742c-4753-af05-73d38f192922 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:25:02.813966 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-10d9884e-3189-4a67-92af-8a36a442910c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:02.830078 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-10d9884e-3189-4a67-92af-8a36a442910c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:25:02.833986 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-10d9884e-3189-4a67-92af-8a36a442910c admin admin] Usage tracker for resource:security_group_rule and tenant:3066ea2468b448f3bab92b356ef199af is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:25:02.836918 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-10d9884e-3189-4a67-92af-8a36a442910c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:25:02.842961 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-10d9884e-3189-4a67-92af-8a36a442910c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:25:02.889431 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e27d307e-9054-464b-b6ff-b8de2e52c709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:02.902238 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 19c0d18f-742c-4753-af05-73d38f192922, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=19c0d18f-742c-4753-af05-73d38f192922,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:25:02.917317 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '19c0d18f-742c-4753-af05-73d38f192922', 'network_id': '3ed1a7c4-1918-491f-8413-3f0dd97581c9', 'port_id': '19c0d18f-742c-4753-af05-73d38f192922', 'mac_address': 'fa:16:3e:5d:25:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ad4abf-da59-4c7c-9f55-c37529f65922', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:25:02.970251 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4e84a-ade1-45eb-b536-23352d94a9b3 req-98e54e30-1f1c-4ae6-8da1-0676fb922cf6 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:02.973837 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-47c4e84a-ade1-45eb-b536-23352d94a9b3 req-98e54e30-1f1c-4ae6-8da1-0676fb922cf6 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 943 time: 0.3646579 Feb 04 22:25:02.995502 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b4b27-0de3-4493-bc6c-8affacb9c1ae req-6c0bc829-6308-4370-a32a-153bb70fcfb1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:02.996636 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-10d9884e-3189-4a67-92af-8a36a442910c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:02.998672 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-491b4b27-0de3-4493-bc6c-8affacb9c1ae req-6c0bc829-6308-4370-a32a-153bb70fcfb1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.3882384 Feb 04 22:25:03.001739 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e27d307e-9054-464b-b6ff-b8de2e52c709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:03.008429 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-10d9884e-3189-4a67-92af-8a36a442910c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:03.031979 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:03.066588 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c0d18f-742c-4753-af05-73d38f192922 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:25:03.068073 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-10d9884e-3189-4a67-92af-8a36a442910c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3066ea2468b448f3bab92b356ef199af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401002 Feb 04 22:25:03.070041 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9884e-3189-4a67-92af-8a36a442910c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dc488c-7a2c-4272-8a69-58d21839360f,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:03.073004 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 43900) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:03.099801 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 19c0d18f-742c-4753-af05-73d38f192922, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=19c0d18f-742c-4753-af05-73d38f192922,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:25:03.110773 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:03.146343 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3cc3eb40-9ea7-462b-b719-cf32f630d315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:03.179552 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3cc3eb40-9ea7-462b-b719-cf32f630d315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:03.190036 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-491b4b27-0de3-4493-bc6c-8affacb9c1ae req-ea9e856e-0115-4daf-9a31-a9bb7ae7f6c7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633160 Feb 04 22:25:03.212552 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-47c4e84a-ade1-45eb-b536-23352d94a9b3 req-ddb710d7-6935-4e40-b98e-b6c9b4ed91b7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981127 Feb 04 22:25:03.244506 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=19c0d18f-742c-4753-af05-73d38f192922,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:03.258027 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:03.258505 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:03.259240 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:03.259931 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:03.260437 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:03.260998 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:03.261515 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:03.262213 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:03.262712 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:03.263427 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:03.263960 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:03.264430 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:03.266807 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3cc3eb40-9ea7-462b-b719-cf32f630d315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:03.282530 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e27d307e-9054-464b-b6ff-b8de2e52c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:03.284211 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3eb40-9ea7-462b-b719-cf32f630d315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dc488c-7a2c-4272-8a69-58d21839360f,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:03.295593 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3cc3eb40-9ea7-462b-b719-cf32f630d315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:03.299057 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-3cc3eb40-9ea7-462b-b719-cf32f630d315 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/51dc488c-7a2c-4272-8a69-58d21839360f HTTP/1.1" status: 204 len: 168 time: 0.2229688 Feb 04 22:25:03.320178 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d307e-9054-464b-b6ff-b8de2e52c709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2641f5a9-40c0-4fd0-8137-eecfc28ffb5c,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:03.327168 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e27d307e-9054-464b-b6ff-b8de2e52c709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:03.333942 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-e27d307e-9054-464b-b6ff-b8de2e52c709 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2641f5a9-40c0-4fd0-8137-eecfc28ffb5c HTTP/1.1" status: 204 len: 168 time: 0.7584424 Feb 04 22:25:03.593120 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['19c0d18f-742c-4753-af05-73d38f192922'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:25:04.486610 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4c621-b236-48f0-b270-e84637ece9fc req-f73f1fb6-abd4-466f-b457-9bd1c1e8bd79 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:04.499505 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4cb4c621-b236-48f0-b270-e84637ece9fc req-f73f1fb6-abd4-466f-b457-9bd1c1e8bd79 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1382747 Feb 04 22:25:04.707060 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4cb4c621-b236-48f0-b270-e84637ece9fc req-09c54109-3148-48e5-8142-bbd745dce406 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055907 Feb 04 22:25:04.770349 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbf62f-ca7d-48bc-ac73-1686ff450bdb req-a1c51e95-95b7-482f-bf12-364c73dc3e2f tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:04.771905 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7bdbf62f-ca7d-48bc-ac73-1686ff450bdb req-a1c51e95-95b7-482f-bf12-364c73dc3e2f tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 944 time: 0.2690294 Feb 04 22:25:04.845256 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7bdbf62f-ca7d-48bc-ac73-1686ff450bdb req-4dc2e27a-9721-4e1e-9567-bc8a2e7c2e5d tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638120 Feb 04 22:25:05.642253 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c82c0-039d-46a5-a358-df50827ac910 req-8fc3c794-1df2-4b7a-a14f-a1fa6546b77f tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:05.656401 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d86c82c0-039d-46a5-a358-df50827ac910 req-8fc3c794-1df2-4b7a-a14f-a1fa6546b77f tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1226070 Feb 04 22:25:05.731567 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d86c82c0-039d-46a5-a358-df50827ac910 req-c56e85f1-fbb5-46dd-82e6-9f988644a941 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724421 Feb 04 22:25:05.938855 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c51b1-ba30-49cc-bf6f-c0aed9d6efa6 req-aa9a8408-8cde-4f6e-8c3f-3446a1c42975 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:05.940459 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-130c51b1-ba30-49cc-bf6f-c0aed9d6efa6 req-aa9a8408-8cde-4f6e-8c3f-3446a1c42975 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.0994308 Feb 04 22:25:06.043373 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-130c51b1-ba30-49cc-bf6f-c0aed9d6efa6 req-113c79bb-80ee-478a-8275-eb5e33fc5b1f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900414 Feb 04 22:25:06.096894 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4647eea-273e-41cc-b20a-4b81f84c99df req-d4a16cd8-69dc-42c4-adfb-6ee43255b793 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:06.100125 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c4647eea-273e-41cc-b20a-4b81f84c99df req-d4a16cd8-69dc-42c4-adfb-6ee43255b793 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 944 time: 0.1123216 Feb 04 22:25:06.151394 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c4647eea-273e-41cc-b20a-4b81f84c99df req-5d54919a-df54-4ddc-b3bd-e18b23cd0747 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443318 Feb 04 22:25:06.927797 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc7b90-e16f-48de-bff7-4cc0f2293200 req-9a8c593c-03d7-460e-b433-6076e33bc50c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:06.929174 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-24cc7b90-e16f-48de-bff7-4cc0f2293200 req-9a8c593c-03d7-460e-b433-6076e33bc50c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0789669 Feb 04 22:25:06.973131 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-24cc7b90-e16f-48de-bff7-4cc0f2293200 req-fd4f6ffd-7945-4ca6-ad23-8c2b2efd2b53 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382237 Feb 04 22:25:07.443711 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdabc3-78d1-40b8-8fef-203ef280eba5 req-66b23a3b-dfc7-4751-898f-178f855c25b4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:07.446537 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-82bdabc3-78d1-40b8-8fef-203ef280eba5 req-66b23a3b-dfc7-4751-898f-178f855c25b4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.2799380 Feb 04 22:25:07.452484 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f34443-451d-4bb1-86e2-f95447bbdc44 req-50f362d5-7b36-4f94-b5e7-b0a83a6d0581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:07.455354 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-69f34443-451d-4bb1-86e2-f95447bbdc44 req-50f362d5-7b36-4f94-b5e7-b0a83a6d0581 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2972bd90360f40548925dda55e960d83&device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 1099 time: 0.1063013 Feb 04 22:25:07.502802 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb9819-3618-49ba-bd85-9fa5cfb64ded req-be120360-ab39-46ae-9bf4-191ec090aeae tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:07.505961 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-77fb9819-3618-49ba-bd85-9fa5cfb64ded req-be120360-ab39-46ae-9bf4-191ec090aeae tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 944 time: 0.2199359 Feb 04 22:25:07.599208 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-82bdabc3-78d1-40b8-8fef-203ef280eba5 req-61f2caec-dd13-432a-9f8c-e0892583f4c9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377745 Feb 04 22:25:07.612010 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-77fb9819-3618-49ba-bd85-9fa5cfb64ded req-7c2b2cf8-c82e-4af2-8943-391c5ad1e18e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962996 Feb 04 22:25:07.638296 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f34443-451d-4bb1-86e2-f95447bbdc44 req-6713d1eb-705d-4b95-8a03-db5ad9d17ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:07.638296 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-69f34443-451d-4bb1-86e2-f95447bbdc44 req-6713d1eb-705d-4b95-8a03-db5ad9d17ef7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=147e572c-d5ca-40cc-a413-4c11ad747739 HTTP/1.1" status: 200 len: 920 time: 0.1631448 Feb 04 22:25:07.718602 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-69f34443-451d-4bb1-86e2-f95447bbdc44 req-00aa0d75-4f4e-45f0-86f7-a624240843c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce962e5-453e-40a4-acd4-a94cd47a05a2 HTTP/1.1" status: 200 len: 217 time: 0.0811212 Feb 04 22:25:07.785855 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f34443-451d-4bb1-86e2-f95447bbdc44 req-08ce5e15-61bb-4230-b8b6-5c00eb736be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:07.787289 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-69f34443-451d-4bb1-86e2-f95447bbdc44 req-08ce5e15-61bb-4230-b8b6-5c00eb736be1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a499076-7138-49cd-a886-8a07c636087b HTTP/1.1" status: 200 len: 859 time: 0.0590234 Feb 04 22:25:07.841379 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-69f34443-451d-4bb1-86e2-f95447bbdc44 req-7de0dec0-5517-487a-97f1-3f1653a5f437 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=147e572c-d5ca-40cc-a413-4c11ad747739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436277 Feb 04 22:25:08.006725 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-69f34443-451d-4bb1-86e2-f95447bbdc44 req-5e9ae1e5-159d-476e-96b3-1bd27f86c74a service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245871 Feb 04 22:25:08.163881 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08025782-1fd4-448b-98e4-630bc63a5b36 req-aa6f5c1f-cc8a-4d91-b5d8-ff2dc9d99bc6 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:08.165644 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-08025782-1fd4-448b-98e4-630bc63a5b36 req-aa6f5c1f-cc8a-4d91-b5d8-ff2dc9d99bc6 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0790045 Feb 04 22:25:08.220296 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-08025782-1fd4-448b-98e4-630bc63a5b36 req-3672556f-57fd-48ad-a2a6-a90acacf63d7 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484035 Feb 04 22:25:08.220729 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-69f34443-451d-4bb1-86e2-f95447bbdc44 req-f2b19039-8ce6-443b-85bd-82ab7abe4f16 service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985216 Feb 04 22:25:08.693728 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 19c0d18f-742c-4753-af05-73d38f192922 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:25:08.781583 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 19c0d18f-742c-4753-af05-73d38f192922 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:25:08.790132 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 19c0d18f-742c-4753-af05-73d38f192922 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:25:08.790596 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:08.890363 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485009f8-973b-4f80-9968-a6240e52c58a req-f935fa57-f988-4243-977e-701f32a86e01 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:08.891946 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-485009f8-973b-4f80-9968-a6240e52c58a req-f935fa57-f988-4243-977e-701f32a86e01 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 944 time: 0.1512234 Feb 04 22:25:08.905228 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a85f3-0834-4a6a-b7a7-80078e3a36f0 req-de7dd8bc-2f9e-472d-b98c-00f7d5e0d977 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:08.906798 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b10a85f3-0834-4a6a-b7a7-80078e3a36f0 req-de7dd8bc-2f9e-472d-b98c-00f7d5e0d977 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1214778 Feb 04 22:25:08.919950 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:08.949086 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203df762-cda2-4c45-b35f-4e4e03f5d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c0d18f-742c-4753-af05-73d38f192922'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:25:08.959689 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 19c0d18f-742c-4753-af05-73d38f192922, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=19c0d18f-742c-4753-af05-73d38f192922,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:25:08.964835 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:08.986775 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-485009f8-973b-4f80-9968-a6240e52c58a req-db49fb98-31d9-4e9a-9c4a-38cdb0b9b1a7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789590 Feb 04 22:25:08.992496 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b10a85f3-0834-4a6a-b7a7-80078e3a36f0 req-ad3cb76e-b70f-410b-a821-58f8c85fb2ff tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678849 Feb 04 22:25:09.046404 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=19c0d18f-742c-4753-af05-73d38f192922,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:09.072467 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203df762-cda2-4c45-b35f-4e4e03f5d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c0d18f-742c-4753-af05-73d38f192922', 'code': 200} Feb 04 22:25:09.371555 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74224d7-5f09-4de3-8824-4d159d6088b7 req-e60e40f4-dba0-46cd-9164-7c7f5f7708d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:09.373486 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a74224d7-5f09-4de3-8824-4d159d6088b7 req-e60e40f4-dba0-46cd-9164-7c7f5f7708d3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 1098 time: 0.0788937 Feb 04 22:25:09.420616 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865be71-c5a6-49cc-8315-667a98c1c980 req-51774237-0cf5-4482-a174-c5b94cc19d5b tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:09.422084 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a74224d7-5f09-4de3-8824-4d159d6088b7 req-18fc194a-55e4-48e7-9073-5f5b20f8ab06 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Feb 04 22:25:09.422224 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c865be71-c5a6-49cc-8315-667a98c1c980 req-51774237-0cf5-4482-a174-c5b94cc19d5b tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0925956 Feb 04 22:25:09.468465 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c865be71-c5a6-49cc-8315-667a98c1c980 req-458a0d6f-2fe3-4d74-9b10-c29a5ed030ca tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 Feb 04 22:25:10.321853 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2893bc-c6d1-4a6f-87dd-9a55efcb05cd req-6b0e49b5-ca5a-4fba-8d09-250aeb53d092 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:10.329136 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7f2893bc-c6d1-4a6f-87dd-9a55efcb05cd req-6b0e49b5-ca5a-4fba-8d09-250aeb53d092 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 945 time: 0.1643765 Feb 04 22:25:10.365224 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78df42d-2c66-415b-844d-f90f47e247b3 req-748cb9f3-17ee-490e-a58d-bd48b75e7881 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:10.366874 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b78df42d-2c66-415b-844d-f90f47e247b3 req-748cb9f3-17ee-490e-a58d-bd48b75e7881 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1607647 Feb 04 22:25:10.436843 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7f2893bc-c6d1-4a6f-87dd-9a55efcb05cd req-f33c1994-8a67-4b9f-bfbe-be3008ab64e3 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066425 Feb 04 22:25:10.457744 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b78df42d-2c66-415b-844d-f90f47e247b3 req-349c0973-5c2d-4474-8aef-068c8d1bd3ee tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808487 Feb 04 22:25:10.685296 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7f35a-71ba-4e63-b1f2-35c36f86b535 req-01623181-7b18-4e63-baaf-0a59d3873947 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:10.686676 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-28b7f35a-71ba-4e63-b1f2-35c36f86b535 req-01623181-7b18-4e63-baaf-0a59d3873947 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0892019 Feb 04 22:25:10.732403 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-28b7f35a-71ba-4e63-b1f2-35c36f86b535 req-09f5133f-4a2a-42cd-a9ed-ed41376a255d tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391254 Feb 04 22:25:11.671772 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce8ccb-37a3-4ffd-b931-336870e0b739 req-7a70ebb1-9f69-425a-a182-7f26f37ad80c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:11.678314 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7fce8ccb-37a3-4ffd-b931-336870e0b739 req-7a70ebb1-9f69-425a-a182-7f26f37ad80c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 945 time: 0.1271796 Feb 04 22:25:11.775919 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7fce8ccb-37a3-4ffd-b931-336870e0b739 req-d9be593e-e55d-4086-8e23-e407c6d30d7a tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656033 Feb 04 22:25:11.820654 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8d191-0ec1-48b2-9075-40fc59603113 req-d1c564aa-4d87-43b6-a9c0-d2993a8757df tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:11.822700 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5db8d191-0ec1-48b2-9075-40fc59603113 req-d1c564aa-4d87-43b6-a9c0-d2993a8757df tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1431448 Feb 04 22:25:11.895506 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5db8d191-0ec1-48b2-9075-40fc59603113 req-0e40e21a-d3e8-4c09-87bd-1a9fb87661dd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603402 Feb 04 22:25:11.996421 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456fc8d-89ce-481c-b730-e29fe9bc4ae8 req-b9d30f88-0c9c-4232-9c33-ceb726518d90 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:11.998949 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a456fc8d-89ce-481c-b730-e29fe9bc4ae8 req-b9d30f88-0c9c-4232-9c33-ceb726518d90 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1022735 Feb 04 22:25:12.055326 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a456fc8d-89ce-481c-b730-e29fe9bc4ae8 req-a3f92174-e55a-4f33-b965-255a604769d1 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490146 Feb 04 22:25:13.108870 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f674e00-f0d1-429a-9067-9fcc67098272 req-76e875c4-54f6-4b75-a393-2414ba1de0bd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:13.110533 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6f674e00-f0d1-429a-9067-9fcc67098272 req-76e875c4-54f6-4b75-a393-2414ba1de0bd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.0987394 Feb 04 22:25:13.163341 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6f674e00-f0d1-429a-9067-9fcc67098272 req-92940aa9-ee50-41da-baaf-73f91ac6be61 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416913 Feb 04 22:25:13.279726 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5ab1a-ca31-414e-9f67-b1bdf5e937cc req-9f5f1aaf-59b3-4a73-b1f7-6de9a1b860f8 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:13.281210 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-39c5ab1a-ca31-414e-9f67-b1bdf5e937cc req-9f5f1aaf-59b3-4a73-b1f7-6de9a1b860f8 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0864587 Feb 04 22:25:13.327734 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-39c5ab1a-ca31-414e-9f67-b1bdf5e937cc req-1027f6ba-666b-4374-8f7e-1993bbe80871 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 Feb 04 22:25:14.391836 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89811266-3161-4f4b-a0d5-014f67de7b9e req-9d0558e2-0bf9-49f8-bb22-d3c2646f73f0 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:14.399462 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-89811266-3161-4f4b-a0d5-014f67de7b9e req-9d0558e2-0bf9-49f8-bb22-d3c2646f73f0 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1033063 Feb 04 22:25:14.443934 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-89811266-3161-4f4b-a0d5-014f67de7b9e req-510861f3-d5cc-4ee8-9566-65df31eee563 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435183 Feb 04 22:25:14.680815 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f91705-ac4c-4b92-b417-7303ccb9034a req-8cc75ac5-0d0e-4a9e-a4d0-ae46313c6bd8 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:14.682353 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-62f91705-ac4c-4b92-b417-7303ccb9034a req-8cc75ac5-0d0e-4a9e-a4d0-ae46313c6bd8 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0826440 Feb 04 22:25:14.728456 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-62f91705-ac4c-4b92-b417-7303ccb9034a req-ae7157af-e730-4f63-a3ca-b7cf48d63b0c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397117 Feb 04 22:25:15.696400 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99915c64-dc4e-432a-bda7-a07c0e616292 req-fab7dd01-a601-4335-a2de-279ca1f50ec3 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:15.696400 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-99915c64-dc4e-432a-bda7-a07c0e616292 req-fab7dd01-a601-4335-a2de-279ca1f50ec3 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1096134 Feb 04 22:25:15.742069 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-99915c64-dc4e-432a-bda7-a07c0e616292 req-54f1299d-6bbd-4263-affe-bf260aa5846c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395226 Feb 04 22:25:15.864907 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device e4d61007-7de5-48c4-ab40-8924cd2683c4 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:25:15.925886 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98540240-734f-4156-959a-900cc908d84a req-c8b6ece8-8fbc-4f09-834d-4697a6a5e839 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:15.927756 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-98540240-734f-4156-959a-900cc908d84a req-c8b6ece8-8fbc-4f09-834d-4697a6a5e839 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0860963 Feb 04 22:25:16.028338 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port e4d61007-7de5-48c4-ab40-8924cd2683c4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:25:16.051674 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-98540240-734f-4156-959a-900cc908d84a req-53344d49-b3a5-43db-80e9-4b96dc401b04 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181269 Feb 04 22:25:16.055070 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'port_id': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'mac_address': 'fa:16:3e:ae:6a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:25:16.119574 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:16.139978 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4d61007-7de5-48c4-ab40-8924cd2683c4 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:25:16.156548 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port e4d61007-7de5-48c4-ab40-8924cd2683c4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:25:16.161575 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:16.230882 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=e4d61007-7de5-48c4-ab40-8924cd2683c4,revision_number=6']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:16.963665 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd55f96-b941-40a1-8161-83d4bf805837 req-29a82b3c-5676-4b37-9ee6-fe93aadb8cfa tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:16.965068 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8cd55f96-b941-40a1-8161-83d4bf805837 req-29a82b3c-5676-4b37-9ee6-fe93aadb8cfa tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 944 time: 0.0868456 Feb 04 22:25:17.012607 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8cd55f96-b941-40a1-8161-83d4bf805837 req-9e96c6dd-2d98-4409-ad4f-779a71d55893 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417585 Feb 04 22:25:17.333668 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28f561-8ea0-4146-b907-f5ac81b9e861 req-9cdc7d7d-da01-4faf-9588-a475b85b0da3 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:17.336946 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3f28f561-8ea0-4146-b907-f5ac81b9e861 req-9cdc7d7d-da01-4faf-9588-a475b85b0da3 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1361136 Feb 04 22:25:17.396718 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3f28f561-8ea0-4146-b907-f5ac81b9e861 req-27069114-af4f-427c-803b-7d9aa6424ed7 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528619 Feb 04 22:25:17.474521 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['e4d61007-7de5-48c4-ab40-8924cd2683c4'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:25:18.336965 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5470a-8508-45e4-acc5-dc631b10958f req-af07e116-4730-4536-b3f3-ad6e03517358 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:18.339571 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-89d5470a-8508-45e4-acc5-dc631b10958f req-af07e116-4730-4536-b3f3-ad6e03517358 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 944 time: 0.1444435 Feb 04 22:25:18.397671 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-89d5470a-8508-45e4-acc5-dc631b10958f req-fb5290a3-fe2e-410c-bf56-d447a159cee4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500970 Feb 04 22:25:18.891651 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e096af2-d4cd-4500-90e7-f2160be851a0 req-3ab9fc70-1573-4135-9d28-9d3a2879fae0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:18.894720 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0e096af2-d4cd-4500-90e7-f2160be851a0 req-3ab9fc70-1573-4135-9d28-9d3a2879fae0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1345546 Feb 04 22:25:18.993262 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0e096af2-d4cd-4500-90e7-f2160be851a0 req-65fcfeaa-f87e-49a0-9cf3-ad3da5e0c565 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926149 Feb 04 22:25:19.155393 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device e4d61007-7de5-48c4-ab40-8924cd2683c4 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:25:19.261335 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port e4d61007-7de5-48c4-ab40-8924cd2683c4 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:25:19.261747 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:19.415663 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:19.462764 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port e4d61007-7de5-48c4-ab40-8924cd2683c4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:25:19.465105 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:25:19.479876 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:19.550460 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'code': 200} Feb 04 22:25:19.630900 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=e4d61007-7de5-48c4-ab40-8924cd2683c4,revision_number=7']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:19.845966 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5bdee-77ab-43d9-add0-b14288636afd req-0cdc93aa-22aa-4de5-9961-5ef906ec3f50 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:19.849147 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cbd5bdee-77ab-43d9-add0-b14288636afd req-0cdc93aa-22aa-4de5-9961-5ef906ec3f50 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1608765 Feb 04 22:25:19.914378 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cbd5bdee-77ab-43d9-add0-b14288636afd req-315ebfe9-8902-4e2e-a581-6e3454528cc2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545509 Feb 04 22:25:20.421968 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f4007-99af-4dea-8ae3-a03c635b5f76 req-a87a6f6c-f7b3-4ccc-a645-f2e5d5005d00 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:20.424172 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-aa8f4007-99af-4dea-8ae3-a03c635b5f76 req-a87a6f6c-f7b3-4ccc-a645-f2e5d5005d00 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.2312756 Feb 04 22:25:20.524468 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-aa8f4007-99af-4dea-8ae3-a03c635b5f76 req-b1e4d387-254c-4100-83f9-d7acba7c257b tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930119 Feb 04 22:25:21.108148 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545dbe3-8eb9-4355-a390-4d82ed3343d5 req-5dca7364-1344-4169-a06a-3268370dd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:21.112672 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0545dbe3-8eb9-4355-a390-4d82ed3343d5 req-5dca7364-1344-4169-a06a-3268370dd563 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 1098 time: 0.2019997 Feb 04 22:25:21.127332 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c1f32-eef1-45ad-847f-05f0444a3ff4 req-a9b91bbf-d018-437a-93c8-d6eb799894e8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:21.129701 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bc7c1f32-eef1-45ad-847f-05f0444a3ff4 req-a9b91bbf-d018-437a-93c8-d6eb799894e8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1831236 Feb 04 22:25:21.301916 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bc7c1f32-eef1-45ad-847f-05f0444a3ff4 req-479501ed-5504-4210-a514-2b41fd496a35 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955193 Feb 04 22:25:21.322512 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980f09c-831a-428b-9d85-e3cf9dbddebb req-30b03af1-2737-476f-a984-d8384bd0e1bd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:21.324045 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9980f09c-831a-428b-9d85-e3cf9dbddebb req-30b03af1-2737-476f-a984-d8384bd0e1bd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1933403 Feb 04 22:25:21.342973 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545dbe3-8eb9-4355-a390-4d82ed3343d5 req-177e8424-a438-446e-aab1-d9e426e32d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:21.344525 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0545dbe3-8eb9-4355-a390-4d82ed3343d5 req-177e8424-a438-446e-aab1-d9e426e32d52 service neutron] 10.222.0.58 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 917 time: 0.2054913 Feb 04 22:25:21.440136 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9980f09c-831a-428b-9d85-e3cf9dbddebb req-7ed322f3-c160-4795-be39-6d9f35fac763 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912938 Feb 04 22:25:21.511529 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0545dbe3-8eb9-4355-a390-4d82ed3343d5 req-e1dbf141-7cd1-421a-acce-279fe5dbc337 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4 HTTP/1.1" status: 200 len: 1001 time: 0.1533406 Feb 04 22:25:21.636028 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545dbe3-8eb9-4355-a390-4d82ed3343d5 req-97fe41f6-d7fd-4539-aee6-6d029359da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:21.638076 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0545dbe3-8eb9-4355-a390-4d82ed3343d5 req-97fe41f6-d7fd-4539-aee6-6d029359da96 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b884a98-3a2e-453c-89b3-9061404d8d95 HTTP/1.1" status: 200 len: 855 time: 0.1144214 Feb 04 22:25:21.824923 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545dbe3-8eb9-4355-a390-4d82ed3343d5 req-d8b46706-86fc-4654-9fa8-c3f9536c1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:21.827186 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0545dbe3-8eb9-4355-a390-4d82ed3343d5 req-d8b46706-86fc-4654-9fa8-c3f9536c1224 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=159c2c49-f816-412b-aa6b-d5818fb0425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1800981 Feb 04 22:25:21.979651 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce708bc-0f0a-40ec-8e6a-9b50471b71b2 req-87c33ce4-8d46-4bd7-98f9-50e4f5594575 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:21.990269 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3ce708bc-0f0a-40ec-8e6a-9b50471b71b2 req-87c33ce4-8d46-4bd7-98f9-50e4f5594575 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1716921 Feb 04 22:25:22.112197 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3ce708bc-0f0a-40ec-8e6a-9b50471b71b2 req-d28cd955-c2f0-488b-82a7-c7eae43ed741 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109912 Feb 04 22:25:22.117695 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0545dbe3-8eb9-4355-a390-4d82ed3343d5 req-3b6096d3-f66c-48d0-8fad-f07e3de72d72 service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812748 Feb 04 22:25:22.297794 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0545dbe3-8eb9-4355-a390-4d82ed3343d5 req-b583d38e-04f2-4e02-9e62-5ab8fb5f0ff8 service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729038 Feb 04 22:25:22.368402 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:22.558485 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-5ed1aa34-d057-416d-b9ff-df76d543bff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:22.710892 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b057df-4154-4adb-8c67-4900e7d79fed req-cef85223-0c81-473e-bdad-8e1101fe5b6c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:22.718598 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-56b057df-4154-4adb-8c67-4900e7d79fed req-cef85223-0c81-473e-bdad-8e1101fe5b6c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1710730 Feb 04 22:25:22.876642 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-56b057df-4154-4adb-8c67-4900e7d79fed req-a312af50-9d04-4827-81aa-2a0bfe34f796 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542764 Feb 04 22:25:22.932298 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaeaa29-d583-4087-817d-f9cfaba35945 req-a480dccc-abc8-415f-8b8e-a88363c6568c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:22.934993 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cbaeaa29-d583-4087-817d-f9cfaba35945 req-a480dccc-abc8-415f-8b8e-a88363c6568c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1772821 Feb 04 22:25:22.996140 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cbaeaa29-d583-4087-817d-f9cfaba35945 req-c46b3d0b-92d4-408b-a372-64cb131e043c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538313 Feb 04 22:25:23.452405 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfcb8a-44ce-4c9e-8083-dc8bbab13854 req-c854ba17-1b23-42ee-b93a-e00c7d2c8fd7 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:23.465624 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f3cfcb8a-44ce-4c9e-8083-dc8bbab13854 req-c854ba17-1b23-42ee-b93a-e00c7d2c8fd7 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1533120 Feb 04 22:25:23.548101 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f3cfcb8a-44ce-4c9e-8083-dc8bbab13854 req-88fdf735-0e89-4674-950a-49cb65d3febe tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812178 Feb 04 22:25:24.087120 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478135c-58fd-4a1e-9c34-7928f8d00841 req-49d4e057-bde2-41a0-9ba9-8d9cec3a16ce tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:24.088710 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3478135c-58fd-4a1e-9c34-7928f8d00841 req-49d4e057-bde2-41a0-9ba9-8d9cec3a16ce tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.0963523 Feb 04 22:25:24.232161 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3478135c-58fd-4a1e-9c34-7928f8d00841 req-a358b80e-d681-4101-ad0a-7fb55621d8af tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363046 Feb 04 22:25:24.314032 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69f7db-5aea-40a1-a45d-8b940db96797 req-6d5517e5-ef0a-47bb-9774-9380ddfef7a6 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:24.327828 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4c69f7db-5aea-40a1-a45d-8b940db96797 req-6d5517e5-ef0a-47bb-9774-9380ddfef7a6 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1778316 Feb 04 22:25:24.416844 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4c69f7db-5aea-40a1-a45d-8b940db96797 req-55f621f6-a572-433b-be39-865d8aa3521c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874083 Feb 04 22:25:24.926252 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:25:24.982501 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9d4925d1-32d3-4caf-959e-53bfa4257d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:25.088257 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892dff1-f113-4f55-bcab-954de57188ff req-1308b505-fe12-42f0-b651-4e6e7a9b4d57 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:25.106293 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9892dff1-f113-4f55-bcab-954de57188ff req-1308b505-fe12-42f0-b651-4e6e7a9b4d57 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.2232924 Feb 04 22:25:25.191985 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 44294) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:25.207940 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9892dff1-f113-4f55-bcab-954de57188ff req-515e95ec-bd74-42c3-8d0b-d8ad175ecacb tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974216 Feb 04 22:25:25.455082 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5997216c-6d2b-44bf-8db5-c8115bdcf832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:25.495835 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-5997216c-6d2b-44bf-8db5-c8115bdcf832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:25:25.507524 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-5997216c-6d2b-44bf-8db5-c8115bdcf832 admin admin] Usage tracker for resource:security_group_rule and tenant:fb0cd19b302e44539e6ef3981bb6683c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:25:25.512015 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-5997216c-6d2b-44bf-8db5-c8115bdcf832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:25:25.522375 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-5997216c-6d2b-44bf-8db5-c8115bdcf832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:25:25.720138 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5997216c-6d2b-44bf-8db5-c8115bdcf832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:25.732702 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5997216c-6d2b-44bf-8db5-c8115bdcf832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:25.749813 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b336bc8-e072-4feb-8458-68226eac73c8 req-98e0f067-63d8-4811-b0d0-8ac11c1d07e1 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:25.751396 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1b336bc8-e072-4feb-8458-68226eac73c8 req-98e0f067-63d8-4811-b0d0-8ac11c1d07e1 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.2862961 Feb 04 22:25:25.817610 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb562-9130-402c-a165-ab45b7120b17 req-9b5c64df-b658-475b-9fa1-71e34fcf17ec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:25.825532 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-5997216c-6d2b-44bf-8db5-c8115bdcf832 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb0cd19b302e44539e6ef3981bb6683c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6304748 Feb 04 22:25:25.826619 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-90bbb562-9130-402c-a165-ab45b7120b17 req-9b5c64df-b658-475b-9fa1-71e34fcf17ec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.2173309 Feb 04 22:25:25.828122 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 44304) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:25.880181 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1b336bc8-e072-4feb-8458-68226eac73c8 req-e9874c06-4d72-4b17-b7cf-122ffdc2295c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144748 Feb 04 22:25:25.914118 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-90bbb562-9130-402c-a165-ab45b7120b17 req-926bf680-7f06-424f-99ea-f1ab54858df5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860295 Feb 04 22:25:25.917140 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:25.930838 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997216c-6d2b-44bf-8db5-c8115bdcf832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc4051a-fc0e-4311-bb11-57b717d9fb15,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:25.965612 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86a2c478-220f-48e7-bd07-cbefab69018d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:26.021531 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86a2c478-220f-48e7-bd07-cbefab69018d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:26.140298 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86a2c478-220f-48e7-bd07-cbefab69018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:26.157251 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2c478-220f-48e7-bd07-cbefab69018d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc4051a-fc0e-4311-bb11-57b717d9fb15,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:26.165287 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86a2c478-220f-48e7-bd07-cbefab69018d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:26.166681 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-86a2c478-220f-48e7-bd07-cbefab69018d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bdc4051a-fc0e-4311-bb11-57b717d9fb15 HTTP/1.1" status: 204 len: 168 time: 0.3373034 Feb 04 22:25:26.277490 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:26.519730 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b6595-7939-4f4b-a9a1-decd7b91e31e req-defd5992-3f96-4d3d-81ee-26b62d564f7c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:26.527348 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-112b6595-7939-4f4b-a9a1-decd7b91e31e req-defd5992-3f96-4d3d-81ee-26b62d564f7c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1188178 Feb 04 22:25:26.862669 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 44322) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:26.872440 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-112b6595-7939-4f4b-a9a1-decd7b91e31e req-91719b1d-4e11-45b9-bff7-f6d4084f3478 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440869 Feb 04 22:25:27.018560 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 44332) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:27.057953 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5df0-9497-4f57-8863-239e642cc46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:27.093582 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-2ccc5df0-9497-4f57-8863-239e642cc46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:25:27.106191 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-2ccc5df0-9497-4f57-8863-239e642cc46d admin admin] Usage tracker for resource:security_group_rule and tenant:10ec7f9c7b8e4f55ad44169998468a6b is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:25:27.116901 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-2ccc5df0-9497-4f57-8863-239e642cc46d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:25:27.133271 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-2ccc5df0-9497-4f57-8863-239e642cc46d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:25:27.279355 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:27.352864 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5df0-9497-4f57-8863-239e642cc46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:27.368588 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5df0-9497-4f57-8863-239e642cc46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:27.447919 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940421a7-e599-4aaa-ac8b-5f26acb398ab req-7d0f5a77-2f53-4219-ae6c-0f7edb992aab tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:27.450466 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-940421a7-e599-4aaa-ac8b-5f26acb398ab req-7d0f5a77-2f53-4219-ae6c-0f7edb992aab tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1988790 Feb 04 22:25:27.469184 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02751f-54f1-45d2-9b4e-117b0bcc6a10 req-6d488fef-6d30-4225-aece-c96b4ead65bd tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:27.470945 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-db02751f-54f1-45d2-9b4e-117b0bcc6a10 req-6d488fef-6d30-4225-aece-c96b4ead65bd tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.3837671 Feb 04 22:25:27.494223 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc5df0-9497-4f57-8863-239e642cc46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57b2d58-389d-45d6-86e2-8ba866d4d441,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:27.518366 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-2ccc5df0-9497-4f57-8863-239e642cc46d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=10ec7f9c7b8e4f55ad44169998468a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953973 Feb 04 22:25:27.531437 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 44342) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:27.611539 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-940421a7-e599-4aaa-ac8b-5f26acb398ab req-e360ba5e-d63c-41e5-92e1-366842c68716 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392388 Feb 04 22:25:27.660394 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-db02751f-54f1-45d2-9b4e-117b0bcc6a10 req-213a7fe0-1ea0-4ba0-9714-8f1a4853a55b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492856 Feb 04 22:25:27.748134 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-61c6c11d-4b9e-4b6f-9ce5-c645a8d1ebf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:27.802705 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-61c6c11d-4b9e-4b6f-9ce5-c645a8d1ebf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:25:27.817407 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-61c6c11d-4b9e-4b6f-9ce5-c645a8d1ebf9 admin admin] Usage tracker for resource:security_group_rule and tenant:42242da4a4d64f6f9c28272bc74e5fb2 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:25:27.825702 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-61c6c11d-4b9e-4b6f-9ce5-c645a8d1ebf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:25:27.831675 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9e9f464b-a324-404c-8376-927a8dc04a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:27.841225 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-61c6c11d-4b9e-4b6f-9ce5-c645a8d1ebf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:25:27.942501 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9e9f464b-a324-404c-8376-927a8dc04a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:28.128569 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-61c6c11d-4b9e-4b6f-9ce5-c645a8d1ebf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:28.133102 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9e9f464b-a324-404c-8376-927a8dc04a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:28.150376 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-61c6c11d-4b9e-4b6f-9ce5-c645a8d1ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:28.192283 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-61c6c11d-4b9e-4b6f-9ce5-c645a8d1ebf9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=42242da4a4d64f6f9c28272bc74e5fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3280320 Feb 04 22:25:28.197314 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 44356) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:28.198237 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f464b-a324-404c-8376-927a8dc04a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57b2d58-389d-45d6-86e2-8ba866d4d441,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:28.213597 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9e9f464b-a324-404c-8376-927a8dc04a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:28.213597 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-9e9f464b-a324-404c-8376-927a8dc04a93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b57b2d58-389d-45d6-86e2-8ba866d4d441 HTTP/1.1" status: 204 len: 168 time: 0.6775177 Feb 04 22:25:28.329017 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6c11d-4b9e-4b6f-9ce5-c645a8d1ebf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b830ac62-d80e-4fda-95fa-27296b3bc279,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:28.384235 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a56633b3-c029-4e2e-af13-059ada70f77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:28.412585 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a56633b3-c029-4e2e-af13-059ada70f77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:28.484250 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8f1e2-057a-4414-bb3e-64f68bb81258 req-a879904e-0e94-4b36-83a4-1ca8adc8c119 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:28.493757 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b6f8f1e2-057a-4414-bb3e-64f68bb81258 req-a879904e-0e94-4b36-83a4-1ca8adc8c119 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.2967806 Feb 04 22:25:28.496888 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a56633b3-c029-4e2e-af13-059ada70f77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:28.528431 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56633b3-c029-4e2e-af13-059ada70f77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b830ac62-d80e-4fda-95fa-27296b3bc279,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:28.569025 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b6f8f1e2-057a-4414-bb3e-64f68bb81258 req-33cbea49-3967-48c4-ae00-9d2a3f7f7f9e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742295 Feb 04 22:25:28.575052 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a56633b3-c029-4e2e-af13-059ada70f77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:28.578661 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-a56633b3-c029-4e2e-af13-059ada70f77d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b830ac62-d80e-4fda-95fa-27296b3bc279 HTTP/1.1" status: 204 len: 168 time: 0.3800955 Feb 04 22:25:29.022137 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec74c8a-158d-42c4-9795-6b5052517f8a req-fc87bd3c-022b-41c7-a8c0-f2d10beb95be tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:29.024514 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bec74c8a-158d-42c4-9795-6b5052517f8a req-fc87bd3c-022b-41c7-a8c0-f2d10beb95be tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.2007024 Feb 04 22:25:29.035867 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853181f-1add-40c2-a876-41dba0c4a685 req-2c12e7d6-f03f-4ea9-9a51-0af4c1b01f50 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:29.045230 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b853181f-1add-40c2-a876-41dba0c4a685 req-2c12e7d6-f03f-4ea9-9a51-0af4c1b01f50 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1602552 Feb 04 22:25:29.127381 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bec74c8a-158d-42c4-9795-6b5052517f8a req-c7003574-fb5f-4aa5-acbc-5c0e83317eda tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790052 Feb 04 22:25:29.131046 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b853181f-1add-40c2-a876-41dba0c4a685 req-0ebe9841-b1b8-4e6a-bbde-d82ef190f3d9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846584 Feb 04 22:25:30.517192 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402221f7-58aa-4d4a-8128-92fa599cef02 req-c3693787-4e70-43f4-b62a-520a9b2d5955 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:30.519832 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-402221f7-58aa-4d4a-8128-92fa599cef02 req-c3693787-4e70-43f4-b62a-520a9b2d5955 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.4747055 Feb 04 22:25:30.617642 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-402221f7-58aa-4d4a-8128-92fa599cef02 req-cd590aa8-98d3-460e-b74f-e00afad78f5e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815730 Feb 04 22:25:30.656117 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f6b7b-3220-480e-85dd-de1ebf4ae1af req-46766267-d445-40fd-886b-6663f850192b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:30.677137 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-df3f6b7b-3220-480e-85dd-de1ebf4ae1af req-46766267-d445-40fd-886b-6663f850192b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.2938735 Feb 04 22:25:30.795822 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-df3f6b7b-3220-480e-85dd-de1ebf4ae1af req-3cb20572-b425-433a-a8c8-909d90c664fc tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990295 Feb 04 22:25:31.086160 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7079355-99b8-4704-939f-2b62c95841ec req-6f72db6e-8f31-412f-9662-f80396b6db55 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:31.088120 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b7079355-99b8-4704-939f-2b62c95841ec req-6f72db6e-8f31-412f-9662-f80396b6db55 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1749666 Feb 04 22:25:31.181270 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b7079355-99b8-4704-939f-2b62c95841ec req-6b99d52b-6bc9-490c-b02f-a3d5d7cdade0 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787144 Feb 04 22:25:32.165573 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0fe3e-0caa-4925-b5ab-32fe33d06af9 req-b4515995-b884-40e5-888f-c8a2f9dfddcc tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:32.167909 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9dd0fe3e-0caa-4925-b5ab-32fe33d06af9 req-b4515995-b884-40e5-888f-c8a2f9dfddcc tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1630304 Feb 04 22:25:32.180024 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc662251-1ad6-4345-9499-2e5f4680bf36 req-f1113bb2-57e1-4343-afc4-901a70dcb566 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:32.182012 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dc662251-1ad6-4345-9499-2e5f4680bf36 req-f1113bb2-57e1-4343-afc4-901a70dcb566 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1408994 Feb 04 22:25:32.259743 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dc662251-1ad6-4345-9499-2e5f4680bf36 req-ea499ff2-1103-4b2a-9445-d5e04961090d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622523 Feb 04 22:25:32.270187 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9dd0fe3e-0caa-4925-b5ab-32fe33d06af9 req-2936b888-7474-4184-8bc5-7cb9b5a236b2 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844574 Feb 04 22:25:32.505674 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9602-b452-4c18-96af-960276c97c64 req-d63d1dd8-e227-4afb-8879-17182440a8a7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:32.516984 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-84af9602-b452-4c18-96af-960276c97c64 req-d63d1dd8-e227-4afb-8879-17182440a8a7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1149356 Feb 04 22:25:32.571678 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-84af9602-b452-4c18-96af-960276c97c64 req-52710994-e4ff-4ca8-8f81-039042e08c91 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528972 Feb 04 22:25:33.770990 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4841d69-cffe-4b24-ba81-4a1d15a34380 req-d42ad31f-5fe4-47e2-8c79-9327c1d4de78 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:33.778637 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b4841d69-cffe-4b24-ba81-4a1d15a34380 req-d42ad31f-5fe4-47e2-8c79-9327c1d4de78 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.3133452 Feb 04 22:25:33.866331 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced22ea-a522-45f3-bc38-96c0f3574251 req-b5161e69-36eb-4710-a563-2cb84d8ed5b7 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:33.878210 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6ced22ea-a522-45f3-bc38-96c0f3574251 req-b5161e69-36eb-4710-a563-2cb84d8ed5b7 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.3513610 Feb 04 22:25:33.905703 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b4841d69-cffe-4b24-ba81-4a1d15a34380 req-5861c032-1d3b-4534-bd13-9d47e2770f5d tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256263 Feb 04 22:25:33.947681 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6ced22ea-a522-45f3-bc38-96c0f3574251 req-34e2c570-455b-449e-b49e-6276cc9b5f34 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684638 Feb 04 22:25:34.197751 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99f3bb-1c1b-4c3a-a891-ad0ba354dcf7 req-e31b2764-b2e0-4142-8f30-977ca1570c9b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:34.199532 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dd99f3bb-1c1b-4c3a-a891-ad0ba354dcf7 req-e31b2764-b2e0-4142-8f30-977ca1570c9b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1495671 Feb 04 22:25:34.215168 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a429ff-8836-4e7f-ab76-58bc9cdd7c5f req-d7d9ddda-a639-4de1-89f3-20698f09e2f9 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:34.216951 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-26a429ff-8836-4e7f-ab76-58bc9cdd7c5f req-d7d9ddda-a639-4de1-89f3-20698f09e2f9 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 945 time: 0.1277881 Feb 04 22:25:34.373868 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-26a429ff-8836-4e7f-ab76-58bc9cdd7c5f req-2fcfa81d-c941-47b8-8dc2-12be5acb4883 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441576 Feb 04 22:25:34.376663 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dd99f3bb-1c1b-4c3a-a891-ad0ba354dcf7 req-d4691860-bd86-4369-b01c-4cafef5a790d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700957 Feb 04 22:25:35.158359 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7d2af-bdd2-4375-b24d-e418154e06cf req-d6c8416d-3ac1-45fa-b410-48c9310001f1 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:35.159926 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-80a7d2af-bdd2-4375-b24d-e418154e06cf req-d6c8416d-3ac1-45fa-b410-48c9310001f1 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1300697 Feb 04 22:25:35.217791 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-80a7d2af-bdd2-4375-b24d-e418154e06cf req-d4dcb458-4985-4791-8622-885a9b5305f4 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507104 Feb 04 22:25:35.234146 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16ba56-1a36-47da-9def-c46de8b2836c req-d030608c-d38b-41c3-9a1c-37dfb7564c20 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:35.235692 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9a16ba56-1a36-47da-9def-c46de8b2836c req-d030608c-d38b-41c3-9a1c-37dfb7564c20 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1371069 Feb 04 22:25:35.309848 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9a16ba56-1a36-47da-9def-c46de8b2836c req-cd9941f3-282f-4de1-a77f-6b97f7311395 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660570 Feb 04 22:25:35.637490 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd3b50-0154-4611-a2ae-67f7bbdd8c65 req-c4c77118-d3ed-41e1-b430-25cb01a77694 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:35.639004 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-eedd3b50-0154-4611-a2ae-67f7bbdd8c65 req-c4c77118-d3ed-41e1-b430-25cb01a77694 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 945 time: 0.1432300 Feb 04 22:25:35.647820 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8891894-0c20-4de3-8536-fab25b5e4f47 req-8fdbaced-5bd5-427e-a811-553008a95aac tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:35.649222 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c8891894-0c20-4de3-8536-fab25b5e4f47 req-8fdbaced-5bd5-427e-a811-553008a95aac tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1230576 Feb 04 22:25:35.722157 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-eedd3b50-0154-4611-a2ae-67f7bbdd8c65 req-bd5b3ad0-886e-4b11-b7da-348d5e885ff0 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719261 Feb 04 22:25:35.726452 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c8891894-0c20-4de3-8536-fab25b5e4f47 req-d2ea608b-b433-41f8-9ea9-c49bac1d04d2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604706 Feb 04 22:25:36.419418 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8b34e-5f99-49ff-8d72-c75a5b0fdc74 req-4301a0ed-d777-4351-908e-06ed6e7f061f tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:36.420939 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6ba8b34e-5f99-49ff-8d72-c75a5b0fdc74 req-4301a0ed-d777-4351-908e-06ed6e7f061f tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0850875 Feb 04 22:25:36.513810 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6ba8b34e-5f99-49ff-8d72-c75a5b0fdc74 req-2d565178-7979-47d8-a506-f390c8bacbaa tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589108 Feb 04 22:25:36.536789 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405c697-8e2f-4e71-9624-f41f375166ce req-88b83a17-5ac3-4cb9-8663-c8dc4448dabb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:36.538260 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9405c697-8e2f-4e71-9624-f41f375166ce req-88b83a17-5ac3-4cb9-8663-c8dc4448dabb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1131837 Feb 04 22:25:36.584847 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9405c697-8e2f-4e71-9624-f41f375166ce req-1e8d007f-1119-4913-b558-d58e84ccca12 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410340 Feb 04 22:25:36.970758 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bfaf0-4e42-40b4-92e1-43d0dd169dbe req-b2f13187-e14e-4369-8f43-58c581671317 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:36.972201 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c55bfaf0-4e42-40b4-92e1-43d0dd169dbe req-b2f13187-e14e-4369-8f43-58c581671317 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1133168 Feb 04 22:25:36.980258 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a111c-830f-4f4d-9d74-f07dae2e64c7 req-46f15cec-295d-40ac-939e-7d99aa22c8b4 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:36.981936 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f37a111c-830f-4f4d-9d74-f07dae2e64c7 req-46f15cec-295d-40ac-939e-7d99aa22c8b4 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 945 time: 0.1549807 Feb 04 22:25:37.051433 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c55bfaf0-4e42-40b4-92e1-43d0dd169dbe req-86931247-88ba-4892-bd2a-998c8dd4ecb3 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684454 Feb 04 22:25:37.059272 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f37a111c-830f-4f4d-9d74-f07dae2e64c7 req-5df627c9-c300-4405-80b0-a3430eab1eff tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622623 Feb 04 22:25:37.491846 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b27409-ef64-44fc-8167-f1e2238c0c77 req-1af8880d-6007-4ac7-9924-252c7c320434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:37.493333 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-68b27409-ef64-44fc-8167-f1e2238c0c77 req-1af8880d-6007-4ac7-9924-252c7c320434 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 1098 time: 0.0771978 Feb 04 22:25:37.697788 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b27409-ef64-44fc-8167-f1e2238c0c77 req-3c89b085-b373-424e-8d21-6485eae62ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:37.699753 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-68b27409-ef64-44fc-8167-f1e2238c0c77 req-3c89b085-b373-424e-8d21-6485eae62ce8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 917 time: 0.1992157 Feb 04 22:25:37.717661 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13abe4-2098-4ce3-9cec-a1d9c9c6eea2 req-48e0366d-da83-4246-a7df-e6fe8aab872d tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:37.719302 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9c13abe4-2098-4ce3-9cec-a1d9c9c6eea2 req-48e0366d-da83-4246-a7df-e6fe8aab872d tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0931718 Feb 04 22:25:37.829198 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9c13abe4-2098-4ce3-9cec-a1d9c9c6eea2 req-a196041d-9390-4f09-8d6b-bd129f3e402b tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723495 Feb 04 22:25:37.851424 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1ebe4-903e-4b0a-b4af-562dec4a1c97 req-109a459a-75e5-417d-a75e-14ea2b1c1e3f tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:37.853123 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e6d1ebe4-903e-4b0a-b4af-562dec4a1c97 req-109a459a-75e5-417d-a75e-14ea2b1c1e3f tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1321111 Feb 04 22:25:37.912338 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e6d1ebe4-903e-4b0a-b4af-562dec4a1c97 req-c11a2cae-dc15-4414-af83-2362acb2c342 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520444 Feb 04 22:25:37.918259 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-68b27409-ef64-44fc-8167-f1e2238c0c77 req-7484bf75-5024-4636-bcad-e0aa31e85bd9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4 HTTP/1.1" status: 200 len: 1001 time: 0.2063265 Feb 04 22:25:37.926976 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da76bd-ba61-4297-a4b6-f6ef24847bad req-28efff5c-3f17-4d46-a893-b8a5eb08fb8c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:37.927755 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-c3da76bd-ba61-4297-a4b6-f6ef24847bad req-28efff5c-3f17-4d46-a893-b8a5eb08fb8c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Synchronizing usage tracker for tenant:d765331a56184ca39dbfb314d3cbc7dc on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:25:37.994880 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-c3da76bd-ba61-4297-a4b6-f6ef24847bad req-28efff5c-3f17-4d46-a893-b8a5eb08fb8c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Unset dirty status for tenant:d765331a56184ca39dbfb314d3cbc7dc on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:25:37.996185 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c3da76bd-ba61-4297-a4b6-f6ef24847bad req-28efff5c-3f17-4d46-a893-b8a5eb08fb8c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 945 time: 0.3502824 Feb 04 22:25:38.008686 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b27409-ef64-44fc-8167-f1e2238c0c77 req-f59c93ae-f055-4145-8abc-c70ca4ef9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:38.010620 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-68b27409-ef64-44fc-8167-f1e2238c0c77 req-f59c93ae-f055-4145-8abc-c70ca4ef9104 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b884a98-3a2e-453c-89b3-9061404d8d95 HTTP/1.1" status: 200 len: 855 time: 0.0786419 Feb 04 22:25:38.136551 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23bd09-8e4b-41e0-9f4f-20b8899bbe73 req-1e04efb1-1c3e-4231-9fe5-5af9a8a99dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:38.140250 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fd23bd09-8e4b-41e0-9f4f-20b8899bbe73 req-1e04efb1-1c3e-4231-9fe5-5af9a8a99dd0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 1099 time: 0.0865433 Feb 04 22:25:38.193035 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fd23bd09-8e4b-41e0-9f4f-20b8899bbe73 req-286551e4-7fb9-482c-bd63-6c024bfb0384 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458550 Feb 04 22:25:38.231595 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-c3da76bd-ba61-4297-a4b6-f6ef24847bad req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Deleting port 19c0d18f-742c-4753-af05-73d38f192922 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:25:38.232107 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c3da76bd-ba61-4297-a4b6-f6ef24847bad req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:38.343932 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b27409-ef64-44fc-8167-f1e2238c0c77 req-68b2ee5f-a617-4044-a552-9c16919b3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:38.345896 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-68b27409-ef64-44fc-8167-f1e2238c0c77 req-68b2ee5f-a617-4044-a552-9c16919b3036 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=159c2c49-f816-412b-aa6b-d5818fb0425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2663431 Feb 04 22:25:38.411723 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336f5b6-bb73-4b0e-be77-d14aa4929652 req-39acdd1c-4a62-42e3-bfbb-786b87eead4d tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:38.413376 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4336f5b6-bb73-4b0e-be77-d14aa4929652 req-39acdd1c-4a62-42e3-bfbb-786b87eead4d tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 945 time: 0.1906214 Feb 04 22:25:38.425879 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dae15-b447-4fcb-9148-9cab19aa4273 req-42463b8e-01ac-446d-9717-6fe263193d14 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:38.427497 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1b4dae15-b447-4fcb-9148-9cab19aa4273 req-42463b8e-01ac-446d-9717-6fe263193d14 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1563275 Feb 04 22:25:38.499678 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4336f5b6-bb73-4b0e-be77-d14aa4929652 req-865fcc8d-75c2-4d7d-84e3-21cd23be91c1 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710454 Feb 04 22:25:38.504967 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1b4dae15-b447-4fcb-9148-9cab19aa4273 req-7e7ea999-cb01-48f9-89ec-6005adee9f3d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634747 Feb 04 22:25:38.662069 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-c3da76bd-ba61-4297-a4b6-f6ef24847bad req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] For port 19c0d18f-742c-4753-af05-73d38f192922, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=19c0d18f-742c-4753-af05-73d38f192922,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:25:38.662606 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c3da76bd-ba61-4297-a4b6-f6ef24847bad req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:38.738517 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-68b27409-ef64-44fc-8167-f1e2238c0c77 req-d0ffce49-d3a7-46e7-933d-5b50c769351b service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598891 Feb 04 22:25:38.824003 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-c3da76bd-ba61-4297-a4b6-f6ef24847bad req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Calling delete_port for 19c0d18f-742c-4753-af05-73d38f192922 owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:25:39.034932 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-68b27409-ef64-44fc-8167-f1e2238c0c77 req-e9b1d0b0-b8cc-4fca-b577-74f53339f8eb service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386167 Feb 04 22:25:39.038110 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebca4d-0e91-4cab-9032-5c35d0048471 req-19ad5ebf-5cb1-474a-9c51-1748ea82fc11 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:39.039922 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cbebca4d-0e91-4cab-9032-5c35d0048471 req-19ad5ebf-5cb1-474a-9c51-1748ea82fc11 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0955098 Feb 04 22:25:39.070135 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c3da76bd-ba61-4297-a4b6-f6ef24847bad req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:39.112843 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['9f008f5c-a68b-4939-9166-32a8f2bc59b7', '69b4514e-31d0-4bb0-acc0-ab9527388fbf', '87716015-f914-4b5e-ac0c-962789a7233b', '19c0d18f-742c-4753-af05-73d38f192922'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:25:39.131965 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Pushing event deleted for resources: {'Port': ['ID=19c0d18f-742c-4753-af05-73d38f192922,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:39.151073 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cbebca4d-0e91-4cab-9032-5c35d0048471 req-6a82546c-ca2e-499f-b5e4-592b2b372ce6 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042392 Feb 04 22:25:39.182018 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:39.182359 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:39.182879 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:39.183371 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:39.183883 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:39.184367 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:39.184861 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:39.185194 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:39.185528 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:39.185877 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:39.187205 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:39.188225 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:39.199677 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e3ef6-127a-4a93-891c-9aea393654ba req-d32cf443-0a58-4512-81e3-efbbecd06936 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:39.207794 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-109e3ef6-127a-4a93-891c-9aea393654ba req-d32cf443-0a58-4512-81e3-efbbecd06936 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1663489 Feb 04 22:25:39.265468 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3da76bd-ba61-4297-a4b6-f6ef24847bad req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] No DVR routers for this DVR port 19c0d18f-742c-4753-af05-73d38f192922 on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:25:39.269670 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c3da76bd-ba61-4297-a4b6-f6ef24847bad req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:39.283733 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203df762-cda2-4c45-b35f-4e4e03f5d009', 'name': 'network-vif-deleted', 'tag': '19c0d18f-742c-4753-af05-73d38f192922'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:25:39.290716 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c3da76bd-ba61-4297-a4b6-f6ef24847bad req-12637a8d-d310-4e9c-91ec-1e0b7eefcaa8 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "DELETE /v2.0/ports/19c0d18f-742c-4753-af05-73d38f192922 HTTP/1.1" status: 204 len: 173 time: 1.2787573 Feb 04 22:25:39.326258 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-109e3ef6-127a-4a93-891c-9aea393654ba req-88aca582-408e-4860-8e52-143de8cf89dd tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174290 Feb 04 22:25:39.343261 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203df762-cda2-4c45-b35f-4e4e03f5d009', 'name': 'network-vif-deleted', 'tag': '19c0d18f-742c-4753-af05-73d38f192922', 'status': 'completed', 'code': 200} Feb 04 22:25:39.734777 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-519f8f1c-6a6e-465c-bd1b-fc1e6a8d1cb5 req-31437a91-4847-4d6c-9a4f-944e74261288 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=203df762-cda2-4c45-b35f-4e4e03f5d009 HTTP/1.1" status: 200 len: 210 time: 0.0688169 Feb 04 22:25:39.881722 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4511c0-9fad-4ec7-a714-b267a4228295 req-5947da30-0d0c-4267-8d08-bd8cebe20ad2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:39.883609 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cf4511c0-9fad-4ec7-a714-b267a4228295 req-5947da30-0d0c-4267-8d08-bd8cebe20ad2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1465211 Feb 04 22:25:39.952045 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cf4511c0-9fad-4ec7-a714-b267a4228295 req-c3c909cf-4896-400c-9f49-9f8dae33e017 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601344 Feb 04 22:25:40.481811 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f7855-35a8-46db-a6b8-71a557d921e9 req-7b680e07-271f-4fa1-ac3c-25184bc4fda9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:40.484825 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-538f7855-35a8-46db-a6b8-71a557d921e9 req-7b680e07-271f-4fa1-ac3c-25184bc4fda9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.2152467 Feb 04 22:25:40.677342 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-538f7855-35a8-46db-a6b8-71a557d921e9 req-ca14d482-8108-410b-ba3d-2f6d378f1d0b tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254101 Feb 04 22:25:40.702120 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf3523-41c8-49cd-97d7-f0b9573c1871 req-4f5be014-b48c-4a9a-b152-458b74864458 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:40.703706 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-87bf3523-41c8-49cd-97d7-f0b9573c1871 req-4f5be014-b48c-4a9a-b152-458b74864458 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.2174952 Feb 04 22:25:40.775704 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-87bf3523-41c8-49cd-97d7-f0b9573c1871 req-b5da8f69-fca3-4674-85fe-63084da05864 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585074 Feb 04 22:25:41.031523 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 44626) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:41.284965 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device e4d61007-7de5-48c4-ab40-8924cd2683c4 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:25:41.294486 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:41.330422 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:25:41.337550 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Usage tracker for resource:security_group_rule and tenant:e87cecbd08bb464492f03eb6af435615 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:25:41.342066 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:25:41.351077 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:25:41.386750 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b59f87-35a2-4edb-8826-a78818c8adf4 req-49309b2b-a900-49db-875e-40dc047921bb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:41.401139 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-67b59f87-35a2-4edb-8826-a78818c8adf4 req-49309b2b-a900-49db-875e-40dc047921bb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 945 time: 0.1875293 Feb 04 22:25:41.539854 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:41.563891 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-67b59f87-35a2-4edb-8826-a78818c8adf4 req-7ec298f9-de0a-4dd9-b06c-e64db54ec9b8 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616631 Feb 04 22:25:41.573095 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:25:41.586748 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port e4d61007-7de5-48c4-ab40-8924cd2683c4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:25:41.597307 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:41.598154 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 19c0d18f-742c-4753-af05-73d38f192922 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:25:41.601195 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745f1b5-9dff-43aa-a5a4-40f23e8ef568 req-aeef51e1-53fa-41db-a7f0-6d93c0078ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:41.605257 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4745f1b5-9dff-43aa-a5a4-40f23e8ef568 req-aeef51e1-53fa-41db-a7f0-6d93c0078ebb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2972bd90360f40548925dda55e960d83&device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 1099 time: 0.1574488 Feb 04 22:25:41.679899 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'code': 200} Feb 04 22:25:41.764451 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea03234-e4d3-46f6-b0e2-551a342e841f req-d98a746d-0ecd-40fe-9d25-b176bebd91b3 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:41.766394 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bea03234-e4d3-46f6-b0e2-551a342e841f req-d98a746d-0ecd-40fe-9d25-b176bebd91b3 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.2512221 Feb 04 22:25:41.818843 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 19c0d18f-742c-4753-af05-73d38f192922 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:25:41.819543 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 19c0d18f-742c-4753-af05-73d38f192922 not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:25:41.820675 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745f1b5-9dff-43aa-a5a4-40f23e8ef568 req-4f147a74-89ac-4aab-90a7-f172b7b58a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:41.822271 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4745f1b5-9dff-43aa-a5a4-40f23e8ef568 req-4f147a74-89ac-4aab-90a7-f172b7b58a3f service neutron] 10.222.0.58 "GET /v2.0/networks?id=147e572c-d5ca-40cc-a413-4c11ad747739 HTTP/1.1" status: 200 len: 920 time: 0.2090545 Feb 04 22:25:41.841358 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:41.858299 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:41.858957 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=e4d61007-7de5-48c4-ab40-8924cd2683c4,revision_number=8']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:41.934357 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bea03234-e4d3-46f6-b0e2-551a342e841f req-9d692ad5-91cd-4148-8d95-199866e8f887 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540022 Feb 04 22:25:41.941949 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e87cecbd08bb464492f03eb6af435615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9082446 Feb 04 22:25:41.943116 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4745f1b5-9dff-43aa-a5a4-40f23e8ef568 req-c25e9bf8-0d76-4f71-a64a-d7de9057fbd3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce962e5-453e-40a4-acd4-a94cd47a05a2 HTTP/1.1" status: 200 len: 217 time: 0.1139956 Feb 04 22:25:41.944443 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad55d5c-c6af-4388-8a70-e93514d58922,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:41.944638 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 44650) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:41.969055 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:41.970632 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:41.971322 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:41.973592 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:41.974481 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:41.975189 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:41.975762 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:41.976495 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:41.977032 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:41.977838 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:41.978449 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:41.979003 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5affe-9a83-4ebd-b64d-747fc2e07f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:25:42.152124 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699072d7-5979-4664-902b-01fd24289c20 req-bea9b28f-6e0e-497d-aadb-7f5e0f0724fd tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:42.153635 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-699072d7-5979-4664-902b-01fd24289c20 req-bea9b28f-6e0e-497d-aadb-7f5e0f0724fd tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1192801 Feb 04 22:25:42.177302 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745f1b5-9dff-43aa-a5a4-40f23e8ef568 req-27d556eb-9e83-4c05-af64-39eae7fca674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:42.179137 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4745f1b5-9dff-43aa-a5a4-40f23e8ef568 req-27d556eb-9e83-4c05-af64-39eae7fca674 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a499076-7138-49cd-a886-8a07c636087b HTTP/1.1" status: 200 len: 859 time: 0.0794606 Feb 04 22:25:42.181899 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1780a65f-9f7e-4612-96db-da8a441b81a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:42.209564 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-699072d7-5979-4664-902b-01fd24289c20 req-61582d61-db30-4a3a-b87f-0086a8c68fe6 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458922 Feb 04 22:25:42.245274 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4745f1b5-9dff-43aa-a5a4-40f23e8ef568 req-d8ac0367-8aa4-4739-8bfb-298e5091e989 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=147e572c-d5ca-40cc-a413-4c11ad747739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532465 Feb 04 22:25:42.286028 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1780a65f-9f7e-4612-96db-da8a441b81a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:42.543662 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4745f1b5-9dff-43aa-a5a4-40f23e8ef568 req-ac5db829-4a88-457e-9934-56e02ec6712e service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905123 Feb 04 22:25:42.550043 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1780a65f-9f7e-4612-96db-da8a441b81a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:42.607326 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780a65f-9f7e-4612-96db-da8a441b81a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad55d5c-c6af-4388-8a70-e93514d58922,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:42.682681 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1780a65f-9f7e-4612-96db-da8a441b81a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:42.686447 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-1780a65f-9f7e-4612-96db-da8a441b81a6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aad55d5c-c6af-4388-8a70-e93514d58922 HTTP/1.1" status: 204 len: 168 time: 0.7379730 Feb 04 22:25:42.774605 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cbbfc-6dbe-402d-8a44-c6e66605cecd req-822ebd81-7f3a-404f-ada4-4df7c9ab4394 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:42.776893 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-355cbbfc-6dbe-402d-8a44-c6e66605cecd req-822ebd81-7f3a-404f-ada4-4df7c9ab4394 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.2418189 Feb 04 22:25:42.840862 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4745f1b5-9dff-43aa-a5a4-40f23e8ef568 req-1f47fedb-11b9-4872-ae06-58229487e537 service neutron] 10.222.0.58 "GET /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723603 Feb 04 22:25:42.863274 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2bd51-a40c-4e22-ac3b-56d9084c7acd req-ffd81a6f-9100-48e0-8342-beea0a7cb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:42.864997 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-98c2bd51-a40c-4e22-ac3b-56d9084c7acd req-ffd81a6f-9100-48e0-8342-beea0a7cb919 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a695b0b4e11742ffb16d2376dc969eef&device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 1099 time: 0.1120300 Feb 04 22:25:42.924231 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-355cbbfc-6dbe-402d-8a44-c6e66605cecd req-c3972c47-86d9-4a1f-b30a-b98bcfe565af tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402943 Feb 04 22:25:43.053652 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2bd51-a40c-4e22-ac3b-56d9084c7acd req-99f839ec-258a-4079-8824-7c0fa53bbc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:43.055463 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-98c2bd51-a40c-4e22-ac3b-56d9084c7acd req-99f839ec-258a-4079-8824-7c0fa53bbc36 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b10f71a1-fd6a-4752-b30c-8ed030813f0a HTTP/1.1" status: 200 len: 911 time: 0.1841760 Feb 04 22:25:43.197809 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-98c2bd51-a40c-4e22-ac3b-56d9084c7acd req-5d5be59e-37c8-44b7-b7ff-fe7e85f2d423 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388ba3bd-d05a-49b9-a456-9a8af0fa856a HTTP/1.1" status: 200 len: 1000 time: 0.1238542 Feb 04 22:25:43.271404 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0a9b9-6a85-49f5-9efc-94b22242baeb req-44562487-95fa-4e70-a334-769d84f76272 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:43.278761 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1ff0a9b9-6a85-49f5-9efc-94b22242baeb req-44562487-95fa-4e70-a334-769d84f76272 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.1622770 Feb 04 22:25:43.299382 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2bd51-a40c-4e22-ac3b-56d9084c7acd req-34f8346b-90eb-49aa-beb3-85b0d83ba83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:43.302266 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-98c2bd51-a40c-4e22-ac3b-56d9084c7acd req-34f8346b-90eb-49aa-beb3-85b0d83ba83a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e8440005-8ac9-4a7a-8de4-e22844ad48d9 HTTP/1.1" status: 200 len: 849 time: 0.0957222 Feb 04 22:25:43.337990 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003eff9-bf43-48e0-8428-d7f511629467 req-95dae848-c344-4595-bae3-c63e3987eecc tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:43.342948 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0003eff9-bf43-48e0-8428-d7f511629467 req-95dae848-c344-4595-bae3-c63e3987eecc tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 945 time: 0.1905627 Feb 04 22:25:43.397584 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2bd51-a40c-4e22-ac3b-56d9084c7acd req-48c277c9-5329-4ee0-bc1e-ea0350cda722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:43.399173 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-98c2bd51-a40c-4e22-ac3b-56d9084c7acd req-48c277c9-5329-4ee0-bc1e-ea0350cda722 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b10f71a1-fd6a-4752-b30c-8ed030813f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908017 Feb 04 22:25:43.415463 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1ff0a9b9-6a85-49f5-9efc-94b22242baeb req-c5271443-5e65-47d1-97c7-06754ceade32 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355124 Feb 04 22:25:43.441663 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0003eff9-bf43-48e0-8428-d7f511629467 req-222723e7-4258-4d22-9857-85db2b82bd9c tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921316 Feb 04 22:25:43.647421 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3821ee3-617d-47ae-a7ee-ce71ca38a030 req-87a5c1ff-392c-455d-952e-9d4ec0f2caba tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:43.648929 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e3821ee3-617d-47ae-a7ee-ce71ca38a030 req-87a5c1ff-392c-455d-952e-9d4ec0f2caba tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0997362 Feb 04 22:25:43.677742 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-98c2bd51-a40c-4e22-ac3b-56d9084c7acd req-52901a7e-eca5-42fc-9298-54b61afc6fe0 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623105 Feb 04 22:25:43.715520 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e3821ee3-617d-47ae-a7ee-ce71ca38a030 req-502cd90c-ef7b-442e-8898-0523b24d5cce tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600927 Feb 04 22:25:43.823379 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-98c2bd51-a40c-4e22-ac3b-56d9084c7acd req-67bd7480-5e38-42ce-abfa-f5a6e8433f84 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382475 Feb 04 22:25:44.152979 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2c21b-f256-4f34-8af8-3f82622218da req-dde41361-edeb-449b-a8dc-7f74c85f9a3b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:44.154476 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4ed2c21b-f256-4f34-8af8-3f82622218da req-dde41361-edeb-449b-a8dc-7f74c85f9a3b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1107388 Feb 04 22:25:44.202889 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4ed2c21b-f256-4f34-8af8-3f82622218da req-449f0bd1-fe48-4f66-940b-a547405bfed9 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411048 Feb 04 22:25:44.765676 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807086b0-97bf-41a8-828b-3befc0c1a38b req-1b6c25e0-73eb-41d2-a7eb-b168b1f05448 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:44.767697 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-807086b0-97bf-41a8-828b-3befc0c1a38b req-1b6c25e0-73eb-41d2-a7eb-b168b1f05448 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 945 time: 0.1876979 Feb 04 22:25:44.796289 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aae1a9-b07c-44be-ad75-7b732c2c6e4f req-840f805a-e399-4b99-a3ba-a61c178e7411 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:44.797949 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f4aae1a9-b07c-44be-ad75-7b732c2c6e4f req-840f805a-e399-4b99-a3ba-a61c178e7411 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.1415529 Feb 04 22:25:44.854221 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-807086b0-97bf-41a8-828b-3befc0c1a38b req-99e1fc59-8c24-4b17-895c-7072e3516e35 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786889 Feb 04 22:25:44.877487 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f4aae1a9-b07c-44be-ad75-7b732c2c6e4f req-c0c6d24c-b9d4-42a5-8497-491a3be2a75c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694780 Feb 04 22:25:45.069141 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e900d3-d415-461f-b3c6-8e2f04b2ea30 req-086923dd-9c40-4502-8ee7-65c5f4b654dd tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:45.070965 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-35e900d3-d415-461f-b3c6-8e2f04b2ea30 req-086923dd-9c40-4502-8ee7-65c5f4b654dd tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1199965 Feb 04 22:25:45.156422 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-35e900d3-d415-461f-b3c6-8e2f04b2ea30 req-77e7890b-fe8b-444f-94be-204cb31b76fd tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779986 Feb 04 22:25:45.227982 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 44750) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:45.290233 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c3801-8dd1-4b2f-8823-b09bd8f0ed4c req-e63cc3f0-f7af-4bd5-82aa-62bf5bab0d86 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:45.291104 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-4c8c3801-8dd1-4b2f-8823-b09bd8f0ed4c req-e63cc3f0-f7af-4bd5-82aa-62bf5bab0d86 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Synchronizing usage tracker for tenant:d765331a56184ca39dbfb314d3cbc7dc on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:25:45.315524 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device e4d61007-7de5-48c4-ab40-8924cd2683c4 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:25:45.338045 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-4c8c3801-8dd1-4b2f-8823-b09bd8f0ed4c req-e63cc3f0-f7af-4bd5-82aa-62bf5bab0d86 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Unset dirty status for tenant:d765331a56184ca39dbfb314d3cbc7dc on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:25:45.340769 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4c8c3801-8dd1-4b2f-8823-b09bd8f0ed4c req-e63cc3f0-f7af-4bd5-82aa-62bf5bab0d86 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 945 time: 0.2105083 Feb 04 22:25:45.440691 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-4c8c3801-8dd1-4b2f-8823-b09bd8f0ed4c req-06dd927b-dac3-4d7e-a646-bd304b6928b5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Deleting port 87716015-f914-4b5e-ac0c-962789a7233b {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:25:45.441287 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4c8c3801-8dd1-4b2f-8823-b09bd8f0ed4c req-06dd927b-dac3-4d7e-a646-bd304b6928b5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:45.506976 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3daecef1-9098-4912-b02e-432c51756afc req-c9ca4b36-d81b-4913-8fa5-43e4c9e6ddcd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2772284 Feb 04 22:25:45.521809 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce60a73-ed21-4906-91b0-cc62cd587ada req-c9273f28-caaa-4700-9a1e-8d36ec7c700b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:45.529897 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1ce60a73-ed21-4906-91b0-cc62cd587ada req-c9273f28-caaa-4700-9a1e-8d36ec7c700b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1259115 Feb 04 22:25:45.572717 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1ce60a73-ed21-4906-91b0-cc62cd587ada req-9f06823f-cefc-4251-b288-07165684e392 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421028 Feb 04 22:25:45.822034 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-4c8c3801-8dd1-4b2f-8823-b09bd8f0ed4c req-06dd927b-dac3-4d7e-a646-bd304b6928b5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] For port 87716015-f914-4b5e-ac0c-962789a7233b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=87716015-f914-4b5e-ac0c-962789a7233b,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:25:45.822428 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4c8c3801-8dd1-4b2f-8823-b09bd8f0ed4c req-06dd927b-dac3-4d7e-a646-bd304b6928b5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:45.964275 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-4c8c3801-8dd1-4b2f-8823-b09bd8f0ed4c req-06dd927b-dac3-4d7e-a646-bd304b6928b5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Calling delete_port for 87716015-f914-4b5e-ac0c-962789a7233b owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:25:46.138496 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aee2e4-21fa-4fba-bb71-3c4e4b5b9185 req-9b78b07f-2e24-452c-a5c8-03c6ed7d2840 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:46.140141 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a1aee2e4-21fa-4fba-bb71-3c4e4b5b9185 req-9b78b07f-2e24-452c-a5c8-03c6ed7d2840 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bd91dc-c49f-4960-b85b-967ec6d2f06a HTTP/1.1" status: 200 len: 945 time: 0.1674201 Feb 04 22:25:46.150986 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1221a-683f-43de-8af4-9e8379d0aba0 req-70948ad5-2470-4739-a2a1-a6102a371a19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:46.151266 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4c8c3801-8dd1-4b2f-8823-b09bd8f0ed4c req-06dd927b-dac3-4d7e-a646-bd304b6928b5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:46.151378 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6ac1221a-683f-43de-8af4-9e8379d0aba0 req-70948ad5-2470-4739-a2a1-a6102a371a19 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.1257689 Feb 04 22:25:46.184763 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['9f008f5c-a68b-4939-9166-32a8f2bc59b7', '69b4514e-31d0-4bb0-acc0-ab9527388fbf', '87716015-f914-4b5e-ac0c-962789a7233b'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:25:46.230706 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a1aee2e4-21fa-4fba-bb71-3c4e4b5b9185 req-828ef899-73dd-442b-87c4-8ddb34dc37ca tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768206 Feb 04 22:25:46.240074 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd927b-dac3-4d7e-a646-bd304b6928b5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Pushing event deleted for resources: {'Port': ['ID=87716015-f914-4b5e-ac0c-962789a7233b,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:46.256013 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6ac1221a-683f-43de-8af4-9e8379d0aba0 req-5572669c-8aa8-4b1b-98d2-09d954968db4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903583 Feb 04 22:25:46.387130 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8c3801-8dd1-4b2f-8823-b09bd8f0ed4c req-06dd927b-dac3-4d7e-a646-bd304b6928b5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] No DVR routers for this DVR port 87716015-f914-4b5e-ac0c-962789a7233b on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:25:46.389989 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-4c8c3801-8dd1-4b2f-8823-b09bd8f0ed4c req-06dd927b-dac3-4d7e-a646-bd304b6928b5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:46.393335 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bd91dc-c49f-4960-b85b-967ec6d2f06a', 'name': 'network-vif-deleted', 'tag': '87716015-f914-4b5e-ac0c-962789a7233b'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:25:46.421886 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4c8c3801-8dd1-4b2f-8823-b09bd8f0ed4c req-06dd927b-dac3-4d7e-a646-bd304b6928b5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "DELETE /v2.0/ports/87716015-f914-4b5e-ac0c-962789a7233b HTTP/1.1" status: 204 len: 173 time: 1.0661139 Feb 04 22:25:46.449447 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bd91dc-c49f-4960-b85b-967ec6d2f06a', 'name': 'network-vif-deleted', 'tag': '87716015-f914-4b5e-ac0c-962789a7233b', 'status': 'completed', 'code': 200} Feb 04 22:25:46.545775 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564ca1f-67bc-48be-8cd3-b7db25c44945 req-620f5f1e-1fd7-43da-8ae1-8bc59a96236c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:46.547719 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e564ca1f-67bc-48be-8cd3-b7db25c44945 req-620f5f1e-1fd7-43da-8ae1-8bc59a96236c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1862214 Feb 04 22:25:46.626567 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e564ca1f-67bc-48be-8cd3-b7db25c44945 req-b7c6f60e-fa80-4b64-a67e-ba9a57858a30 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718057 Feb 04 22:25:47.499027 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687af23-eae6-4d5f-af43-5f7929a7ec2c req-67e61b4f-ff48-4000-ad65-b3e5e9adea56 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:47.501293 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4687af23-eae6-4d5f-af43-5f7929a7ec2c req-67e61b4f-ff48-4000-ad65-b3e5e9adea56 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.0889964 Feb 04 22:25:47.579483 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4687af23-eae6-4d5f-af43-5f7929a7ec2c req-aef28f62-a91f-468f-ac64-3afe01789cd6 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635471 Feb 04 22:25:47.863334 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada61f63-c665-4f23-b87b-127762ea0ffe req-5bb8935a-6a74-4452-ad86-787fa7e82957 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:47.864814 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ada61f63-c665-4f23-b87b-127762ea0ffe req-5bb8935a-6a74-4452-ad86-787fa7e82957 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 946 time: 0.0824716 Feb 04 22:25:47.916738 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ada61f63-c665-4f23-b87b-127762ea0ffe req-c5df0cee-b57d-4650-a712-24b61639c7b5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 Feb 04 22:25:47.986911 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daecef1-9098-4912-b02e-432c51756afc req-16c7cc51-9267-43db-b2bf-be3ef745d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:47.988574 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3daecef1-9098-4912-b02e-432c51756afc req-16c7cc51-9267-43db-b2bf-be3ef745d61d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee&tenant_id=d4727c07e69744808e73ab04657a3e1c HTTP/1.1" status: 200 len: 1096 time: 0.0766478 Feb 04 22:25:48.136523 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daecef1-9098-4912-b02e-432c51756afc req-6776841c-de69-4f66-a79f-7b099b142c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:48.139384 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3daecef1-9098-4912-b02e-432c51756afc req-6776841c-de69-4f66-a79f-7b099b142c52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 1096 time: 0.1152523 Feb 04 22:25:48.276145 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daecef1-9098-4912-b02e-432c51756afc req-595fb858-cae7-449a-bd14-8e8fa97d5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:48.277599 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3daecef1-9098-4912-b02e-432c51756afc req-595fb858-cae7-449a-bd14-8e8fa97d5977 service neutron] 10.222.0.58 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 917 time: 0.1318133 Feb 04 22:25:48.310033 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 44808) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:48.393802 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3daecef1-9098-4912-b02e-432c51756afc req-bc076c56-da6a-4731-a902-495e0467eebb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4 HTTP/1.1" status: 200 len: 999 time: 0.1078544 Feb 04 22:25:48.471149 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daecef1-9098-4912-b02e-432c51756afc req-cd247445-4187-490a-a36c-19ef7b8b1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:48.472657 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3daecef1-9098-4912-b02e-432c51756afc req-cd247445-4187-490a-a36c-19ef7b8b1692 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b884a98-3a2e-453c-89b3-9061404d8d95 HTTP/1.1" status: 200 len: 855 time: 0.0733440 Feb 04 22:25:48.583356 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1faa2d3e-c60d-4eb7-8bfe-8e00fb4e057a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:48.597377 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daecef1-9098-4912-b02e-432c51756afc req-1f9edb64-0342-446e-8e64-5f3c27070db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:48.599209 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-1faa2d3e-c60d-4eb7-8bfe-8e00fb4e057a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:25:48.599452 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3daecef1-9098-4912-b02e-432c51756afc req-1f9edb64-0342-446e-8e64-5f3c27070db1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=159c2c49-f816-412b-aa6b-d5818fb0425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1202180 Feb 04 22:25:48.605207 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-1faa2d3e-c60d-4eb7-8bfe-8e00fb4e057a admin admin] Usage tracker for resource:security_group_rule and tenant:ba83bb23c8804f229e3e579c682e0a48 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:25:48.611361 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-1faa2d3e-c60d-4eb7-8bfe-8e00fb4e057a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:25:48.620305 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-1faa2d3e-c60d-4eb7-8bfe-8e00fb4e057a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:25:48.750669 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1faa2d3e-c60d-4eb7-8bfe-8e00fb4e057a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:48.756384 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1faa2d3e-c60d-4eb7-8bfe-8e00fb4e057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:48.761994 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3daecef1-9098-4912-b02e-432c51756afc req-66033820-8bfd-427e-800e-fbd1c08f13ad service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559041 Feb 04 22:25:48.812726 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-1faa2d3e-c60d-4eb7-8bfe-8e00fb4e057a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba83bb23c8804f229e3e579c682e0a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5012314 Feb 04 22:25:48.819803 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 44816) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:25:48.833241 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa2d3e-c60d-4eb7-8bfe-8e00fb4e057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8180d849-94e6-4508-9ffa-d67756e90580,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:48.899072 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ead01-8089-405d-9519-8477f0a74d70 req-38c8c66b-08b3-4f97-85a9-9d701c8d551c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:48.900532 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-942ead01-8089-405d-9519-8477f0a74d70 req-38c8c66b-08b3-4f97-85a9-9d701c8d551c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.1877530 Feb 04 22:25:48.905611 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-70e25c6e-b9ed-40d5-af5b-051733f9cc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:48.914887 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3daecef1-9098-4912-b02e-432c51756afc req-3bd34ac2-8487-4155-ae3f-2875ec18fc3c service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397576 Feb 04 22:25:48.962247 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-70e25c6e-b9ed-40d5-af5b-051733f9cc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:48.988505 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-942ead01-8089-405d-9519-8477f0a74d70 req-481c161e-e901-4ed7-a2a6-0f1d88ca45c4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793352 Feb 04 22:25:49.040578 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-70e25c6e-b9ed-40d5-af5b-051733f9cc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:49.140139 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e25c6e-b9ed-40d5-af5b-051733f9cc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8180d849-94e6-4508-9ffa-d67756e90580,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:49.169372 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-70e25c6e-b9ed-40d5-af5b-051733f9cc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:49.170543 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-70e25c6e-b9ed-40d5-af5b-051733f9cc4a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8180d849-94e6-4508-9ffa-d67756e90580 HTTP/1.1" status: 204 len: 168 time: 0.3498399 Feb 04 22:25:49.212329 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e109b-84af-42ac-afc3-52b6f5485afa req-39a8828d-c2bb-4685-b796-8f11ba1b6b4a tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:49.214227 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1e2e109b-84af-42ac-afc3-52b6f5485afa req-39a8828d-c2bb-4685-b796-8f11ba1b6b4a tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 946 time: 0.1621482 Feb 04 22:25:49.302502 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1e2e109b-84af-42ac-afc3-52b6f5485afa req-c5ad0f4a-290e-4d0a-835b-a704e0b33d11 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819843 Feb 04 22:25:49.356211 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 87716015-f914-4b5e-ac0c-962789a7233b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:25:49.393046 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9695dc3-4548-412f-9a1d-7ea52e95a214 req-da836d25-b1c2-42bd-9253-30f379fa6ee7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:49.393830 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-e9695dc3-4548-412f-9a1d-7ea52e95a214 req-da836d25-b1c2-42bd-9253-30f379fa6ee7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Synchronizing usage tracker for tenant:d765331a56184ca39dbfb314d3cbc7dc on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:25:49.412715 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-e9695dc3-4548-412f-9a1d-7ea52e95a214 req-da836d25-b1c2-42bd-9253-30f379fa6ee7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Unset dirty status for tenant:d765331a56184ca39dbfb314d3cbc7dc on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:25:49.415166 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-e9695dc3-4548-412f-9a1d-7ea52e95a214 req-da836d25-b1c2-42bd-9253-30f379fa6ee7 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 946 time: 0.1152112 Feb 04 22:25:49.423217 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 87716015-f914-4b5e-ac0c-962789a7233b {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:25:49.423794 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 87716015-f914-4b5e-ac0c-962789a7233b not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:25:49.532542 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-e9695dc3-4548-412f-9a1d-7ea52e95a214 req-5f73429f-c9dd-4c2e-8f1b-44ca3ee35130 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Deleting port 69b4514e-31d0-4bb0-acc0-ab9527388fbf {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:25:49.532890 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-e9695dc3-4548-412f-9a1d-7ea52e95a214 req-5f73429f-c9dd-4c2e-8f1b-44ca3ee35130 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:49.994073 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-e9695dc3-4548-412f-9a1d-7ea52e95a214 req-5f73429f-c9dd-4c2e-8f1b-44ca3ee35130 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] For port 69b4514e-31d0-4bb0-acc0-ab9527388fbf, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=69b4514e-31d0-4bb0-acc0-ab9527388fbf,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:25:49.994442 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-e9695dc3-4548-412f-9a1d-7ea52e95a214 req-5f73429f-c9dd-4c2e-8f1b-44ca3ee35130 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:50.367223 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-e9695dc3-4548-412f-9a1d-7ea52e95a214 req-5f73429f-c9dd-4c2e-8f1b-44ca3ee35130 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Calling delete_port for 69b4514e-31d0-4bb0-acc0-ab9527388fbf owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:25:50.419887 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb286b-e74f-43db-bbce-29e84823fd12 req-ca2b9493-aa33-421e-91c3-4ec1a4c1f68d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:50.423603 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-42fb286b-e74f-43db-bbce-29e84823fd12 req-ca2b9493-aa33-421e-91c3-4ec1a4c1f68d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.1626067 Feb 04 22:25:50.508998 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-42fb286b-e74f-43db-bbce-29e84823fd12 req-c67fe5d2-f24d-42fe-995c-aa23e055cef9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781157 Feb 04 22:25:50.743820 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-e9695dc3-4548-412f-9a1d-7ea52e95a214 req-5f73429f-c9dd-4c2e-8f1b-44ca3ee35130 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:50.767837 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e71b2-9bb4-435a-80a9-55af725576bf req-b5dd6c15-4fb1-4bd8-8ee6-dde20b3c1726 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:50.781001 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['9f008f5c-a68b-4939-9166-32a8f2bc59b7', '69b4514e-31d0-4bb0-acc0-ab9527388fbf'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:25:50.784743 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bb7e71b2-9bb4-435a-80a9-55af725576bf req-b5dd6c15-4fb1-4bd8-8ee6-dde20b3c1726 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 946 time: 0.1839828 Feb 04 22:25:50.850842 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bb7e71b2-9bb4-435a-80a9-55af725576bf req-55908a14-0c24-4ba6-a7ea-fc0f26892833 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643387 Feb 04 22:25:50.895888 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73429f-c9dd-4c2e-8f1b-44ca3ee35130 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Pushing event deleted for resources: {'Port': ['ID=69b4514e-31d0-4bb0-acc0-ab9527388fbf,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:25:51.016953 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9695dc3-4548-412f-9a1d-7ea52e95a214 req-5f73429f-c9dd-4c2e-8f1b-44ca3ee35130 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] No DVR routers for this DVR port 69b4514e-31d0-4bb0-acc0-ab9527388fbf on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:25:51.019677 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-e9695dc3-4548-412f-9a1d-7ea52e95a214 req-5f73429f-c9dd-4c2e-8f1b-44ca3ee35130 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:51.025284 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb419e4-9f1b-4e23-980a-c97b474544bf', 'name': 'network-vif-deleted', 'tag': '69b4514e-31d0-4bb0-acc0-ab9527388fbf'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:25:51.048007 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-e9695dc3-4548-412f-9a1d-7ea52e95a214 req-5f73429f-c9dd-4c2e-8f1b-44ca3ee35130 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "DELETE /v2.0/ports/69b4514e-31d0-4bb0-acc0-ab9527388fbf HTTP/1.1" status: 204 len: 173 time: 1.6250188 Feb 04 22:25:51.167352 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb419e4-9f1b-4e23-980a-c97b474544bf', 'name': 'network-vif-deleted', 'tag': '69b4514e-31d0-4bb0-acc0-ab9527388fbf', 'status': 'completed', 'code': 200} Feb 04 22:25:51.956130 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb3807-9110-47af-ae02-9a99ca07ab6c req-7e0debd5-4d72-418f-93a9-c1de16b2a58a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:51.965498 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-30eb3807-9110-47af-ae02-9a99ca07ab6c req-7e0debd5-4d72-418f-93a9-c1de16b2a58a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.1380277 Feb 04 22:25:52.031587 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-30eb3807-9110-47af-ae02-9a99ca07ab6c req-a25d3d7f-035f-4cb8-a73a-b5d6e0da5dc3 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613983 Feb 04 22:25:52.209223 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2ceb2cd6-5cbb-48c6-9150-3d5d129c8d69 req-8dc63af8-4216-4fd8-abd5-af16ed2d1cdd tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 210 time: 0.0532537 Feb 04 22:25:52.365101 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:52.501008 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-03e4d41d-7486-4b1b-b29b-ef263acad5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:52.852991 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d29ab-ff9c-41b1-baae-2e64413601d1 req-803dab4b-2d1e-420d-9e5d-4a816b98f591 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:52.854599 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-636d29ab-ff9c-41b1-baae-2e64413601d1 req-803dab4b-2d1e-420d-9e5d-4a816b98f591 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0894372 Feb 04 22:25:52.921436 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-636d29ab-ff9c-41b1-baae-2e64413601d1 req-8cbd7274-a7fc-487e-866d-43e783bfa51f tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454555 Feb 04 22:25:53.167969 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-c0456b9e-8176-4009-889a-cf53e534e0a6 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=878043483fe6481c811e53fe279c3559&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343332 Feb 04 22:25:53.373862 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 69b4514e-31d0-4bb0-acc0-ab9527388fbf no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:25:53.399161 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-3fab7382-13cb-4b07-865a-53af97d94e82 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:53.408096 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-3fab7382-13cb-4b07-865a-53af97d94e82 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355421 Feb 04 22:25:53.417831 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 69b4514e-31d0-4bb0-acc0-ab9527388fbf {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:25:53.418476 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 69b4514e-31d0-4bb0-acc0-ab9527388fbf not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:25:53.426618 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba64f48-de75-4581-abf5-149d8d2468dd req-bde4e859-76de-4dc7-87a3-5e7e126fcc9f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:53.433845 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5ba64f48-de75-4581-abf5-149d8d2468dd req-bde4e859-76de-4dc7-87a3-5e7e126fcc9f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.2326078 Feb 04 22:25:53.442306 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-589190e9-9f92-4f05-a014-c95b4569bb98 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/quotas/878043483fe6481c811e53fe279c3559 HTTP/1.1" status: 200 len: 375 time: 0.0332468 Feb 04 22:25:53.514012 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-18e75b20-57b7-4bf1-b626-c4e3c5891933 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=878043483fe6481c811e53fe279c3559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565577 Feb 04 22:25:53.540142 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5ba64f48-de75-4581-abf5-149d8d2468dd req-7d22b292-10cc-4e50-9d08-4b8eb18b467e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053920 Feb 04 22:25:53.794324 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d64c28d4-b994-4afc-adcc-ba4aacdb8486 req-f1c1537f-9bf0-470d-a7c5-3bc898872e3b tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 210 time: 0.0469851 Feb 04 22:25:53.902930 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-af4c5b13-c735-4a99-a74b-b9c510c47334 req-69c970b4-fb45-43c9-8dd8-21786cb7d8a2 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 210 time: 0.0648041 Feb 04 22:25:54.222965 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c906c52-68a2-4839-8a31-53da03ed7acc req-84059874-e4b3-4a93-aa2a-46fcc46837cd tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:54.224608 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0c906c52-68a2-4839-8a31-53da03ed7acc req-84059874-e4b3-4a93-aa2a-46fcc46837cd tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1372330 Feb 04 22:25:54.292631 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0c906c52-68a2-4839-8a31-53da03ed7acc req-37b7b81e-bab0-4f6f-80a3-2695534e6d78 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619628 Feb 04 22:25:54.795380 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa99190-e3fb-43eb-8b91-29bedff446bd req-24161027-5faa-4fb1-b39e-f1b2b7b321de tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:54.798641 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-eaa99190-e3fb-43eb-8b91-29bedff446bd req-24161027-5faa-4fb1-b39e-f1b2b7b321de tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.0954022 Feb 04 22:25:54.849383 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-eaa99190-e3fb-43eb-8b91-29bedff446bd req-c1256e9b-1df2-4749-ae67-bda0511d4607 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Feb 04 22:25:54.979401 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-168cefe5-97c4-40b4-9191-f8bd7a98a46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:55.123747 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6003a017-778d-43d7-a10a-6e9c41672e4e req-fa470b2e-0185-4382-b092-463c240785d5 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 210 time: 0.1630712 Feb 04 22:25:55.140137 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a693c698-2225-49bd-83c2-4b2a9555da27 req-31ac96fc-3b8a-4940-8fa8-9bdb5656734f tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 210 time: 0.0555501 Feb 04 22:25:55.504668 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5e4ac-c148-414e-bef5-30975eba8335 req-e90f5ec7-4a46-4484-8325-57eb257ee74f tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:55.506159 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-99b5e4ac-c148-414e-bef5-30975eba8335 req-e90f5ec7-4a46-4484-8325-57eb257ee74f tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0970991 Feb 04 22:25:55.554295 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-99b5e4ac-c148-414e-bef5-30975eba8335 req-39f4322d-175b-4c88-97da-fb1790ea2ea6 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Feb 04 22:25:55.896661 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:56.075987 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf1b2c-4021-45cb-a2cf-d02e3ee09776 req-fcb46272-0de1-40ef-a4f2-6e94e2d0c4a8 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:56.077653 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3cdf1b2c-4021-45cb-a2cf-d02e3ee09776 req-fcb46272-0de1-40ef-a4f2-6e94e2d0c4a8 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.0911524 Feb 04 22:25:56.124513 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3cdf1b2c-4021-45cb-a2cf-d02e3ee09776 req-a3993469-c273-4316-a800-fdd6d595bf4b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406873 Feb 04 22:25:56.264080 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:56.342490 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b7210fa2-5c65-4b20-8521-6253174776ce req-d85459f3-d969-4e9e-9865-7a017357b5a5 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 210 time: 0.0832560 Feb 04 22:25:56.349700 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f103b5f8-3cdb-4266-9979-133308193e2b req-801c62be-a22f-48dd-8d20-fc40bca83e13 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 210 time: 0.0543656 Feb 04 22:25:56.793338 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17fbf9-0a21-46d2-b4db-acf0e4d54262 req-e4363a3f-631a-451e-bc0d-8e21da943f42 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:56.795857 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5a17fbf9-0a21-46d2-b4db-acf0e4d54262 req-e4363a3f-631a-451e-bc0d-8e21da943f42 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0978818 Feb 04 22:25:56.844977 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5a17fbf9-0a21-46d2-b4db-acf0e4d54262 req-42e4ab7b-5f8e-42ff-aae0-69a0ce543800 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422051 Feb 04 22:25:57.275402 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:25:57.349357 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c97d5-9911-44cd-9302-5db0d6a0eac7 req-89ba66f5-0097-40bd-932d-6348b7cc9c31 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:57.350939 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b26c97d5-9911-44cd-9302-5db0d6a0eac7 req-89ba66f5-0097-40bd-932d-6348b7cc9c31 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.1087580 Feb 04 22:25:57.408979 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b26c97d5-9911-44cd-9302-5db0d6a0eac7 req-175a2f7e-54f6-4676-8341-33481a90beaa tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511518 Feb 04 22:25:57.583110 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e893a1ea-4de5-45a6-9641-db202913b195 req-01af8345-6689-4c0e-976b-95aaaaf5e8c6 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 210 time: 0.0808084 Feb 04 22:25:57.589993 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-32fbe791-baf3-405c-bf0a-2297b17b755c req-21cade14-58e4-4689-a3c1-9067f735ee7f tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 210 time: 0.0528650 Feb 04 22:25:58.040979 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d74b28-0e2d-42af-b4b4-112a19c3f3d1 req-23b9830d-b402-4a36-b8e9-b85972ee672e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:58.042490 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-33d74b28-0e2d-42af-b4b4-112a19c3f3d1 req-23b9830d-b402-4a36-b8e9-b85972ee672e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0887332 Feb 04 22:25:58.091323 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-33d74b28-0e2d-42af-b4b4-112a19c3f3d1 req-eb0008b9-a55b-4fe3-a255-33242e3f60f1 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426505 Feb 04 22:25:58.606994 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f8ccb-8507-49c7-b62a-47044b799696 req-cb551311-703e-4e27-a17e-8b77be99392a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:58.608595 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-495f8ccb-8507-49c7-b62a-47044b799696 req-cb551311-703e-4e27-a17e-8b77be99392a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.0860827 Feb 04 22:25:58.654380 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-495f8ccb-8507-49c7-b62a-47044b799696 req-21a83bfa-a1d4-469a-806c-a01439dd16a0 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392296 Feb 04 22:25:58.764835 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-61c348fc-4b68-4827-b957-12372cefd9dd req-f487f2c1-07a0-4390-bd90-8d096803722a tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fb419e4-9f1b-4e23-980a-c97b474544bf HTTP/1.1" status: 200 len: 210 time: 0.0524466 Feb 04 22:25:58.806259 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d0796c73-8901-4063-ba55-b1ab171efab1 req-8f0baa0a-83d6-4499-9647-ff1c283ffe49 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 210 time: 0.0438244 Feb 04 22:25:59.276740 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a9c1d-62ca-429d-a7d2-57ef41a7d40e req-29e2f6a3-aae4-4614-8a61-38c21258a8bc tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:59.278230 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-771a9c1d-62ca-429d-a7d2-57ef41a7d40e req-29e2f6a3-aae4-4614-8a61-38c21258a8bc tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0793085 Feb 04 22:25:59.323545 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-771a9c1d-62ca-429d-a7d2-57ef41a7d40e req-63ecc584-82ab-4c90-a97e-ec49be8f4b9e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391872 Feb 04 22:25:59.858879 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b8ef2-b319-4462-936e-69d8e0ef4d24 req-5d98c017-f284-44df-9cc7-7f77a09369a2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:25:59.868415 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-887b8ef2-b319-4462-936e-69d8e0ef4d24 req-5d98c017-f284-44df-9cc7-7f77a09369a2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.0965912 Feb 04 22:25:59.926958 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-887b8ef2-b319-4462-936e-69d8e0ef4d24 req-500b1148-9f8e-492d-ab52-4af3f141dc02 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513449 Feb 04 22:25:59.973985 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8cedf48a-d362-467f-9591-1d93e061c821 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=878043483fe6481c811e53fe279c3559&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366981 Feb 04 22:26:00.014382 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c658c63d-fced-4a02-8bbf-ffe0952b3f1c req-f4a943a6-51f9-4aa0-885d-9e27771b76e6 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 210 time: 0.0463924 Feb 04 22:26:00.152066 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-4b24a15b-d519-4979-9511-4ff965ac28ae tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:00.153533 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-4b24a15b-d519-4979-9511-4ff965ac28ae tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670189 Feb 04 22:26:00.176468 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Request body: {'port': {'device_id': '8ad9207f-e7dc-4709-a8e3-20e002a8569a', 'network_id': 'b5f30af9-c62a-41dd-8a39-2c254a305d1b', 'admin_state_up': True, 'tenant_id': '878043483fe6481c811e53fe279c3559'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:26:00.312955 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:00.316792 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Usage tracker for resource:port and tenant:878043483fe6481c811e53fe279c3559 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:00.319687 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:00.327046 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:00.337326 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Made reservation on behalf of 878043483fe6481c811e53fe279c3559 for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:26:00.340756 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:00.357911 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:00.372971 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:00.377187 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Usage tracker for resource:security_group_rule and tenant:878043483fe6481c811e53fe279c3559 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:00.380085 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:00.386545 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:00.475800 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:00.479969 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:00.522126 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da946895-6259-41b7-9520-37cb991abd35 req-17bcf54e-f5f6-475e-951b-f77af0ea95ce tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:00.523580 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-da946895-6259-41b7-9520-37cb991abd35 req-17bcf54e-f5f6-475e-951b-f77af0ea95ce tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.0858610 Feb 04 22:26:00.557672 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67eb3630-347f-4c53-89df-18716f11e649,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:00.580643 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-da946895-6259-41b7-9520-37cb991abd35 req-52d9de93-5197-48de-851e-e0593c3daa0e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511038 Feb 04 22:26:00.657083 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Allocated IP 192.168.233.53 (b5f30af9-c62a-41dd-8a39-2c254a305d1b/730ee42a-1e32-4601-b6b2-87f20694d752/ae59c2d7-d52b-4a84-9a81-b0f2222bd378) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:26:00.871306 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:00.887736 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Transition to ACTIVE for port object ae59c2d7-d52b-4a84-9a81-b0f2222bd378 will not be triggered until provisioned by entity DHCP. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:26:00.911157 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:00.985100 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Network b5f30af9-c62a-41dd-8a39-2c254a305d1b is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:26:00.988273 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:26:00.992116 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:26:01.022912 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Pushing event updated for resources: {'Port': ['ID=ae59c2d7-d52b-4a84-9a81-b0f2222bd378,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:01.067041 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:01.067675 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:01.096817 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8327debf-12d3-4d82-9be2-3815a4bc2119 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9239790 Feb 04 22:26:01.122982 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Request body: {'port': {'device_id': '8ad9207f-e7dc-4709-a8e3-20e002a8569a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:26:01.134274 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f4c86-942c-4319-9dd7-128a476ec5da req-06561362-2951-4b27-a2e8-07bdfe8a482f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:01.142049 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a34f4c86-942c-4319-9dd7-128a476ec5da req-06561362-2951-4b27-a2e8-07bdfe8a482f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.1068456 Feb 04 22:26:01.229787 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-e2ada8b5-bc9f-4645-84f3-bdaea5bb4d45 None None] Provisioning for port ae59c2d7-d52b-4a84-9a81-b0f2222bd378 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:26:01.236074 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-e2ada8b5-bc9f-4645-84f3-bdaea5bb4d45 None None] Provisioning complete for port ae59c2d7-d52b-4a84-9a81-b0f2222bd378 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:01.236879 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e2ada8b5-bc9f-4645-84f3-bdaea5bb4d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:01.239848 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a34f4c86-942c-4319-9dd7-128a476ec5da req-5f711573-14fa-4481-8fef-66b932c9b2e4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969424 Feb 04 22:26:01.246747 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:01.263474 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2cab4-fc58-4bc2-9b96-570a1944566a req-8e019144-2296-42cc-8293-7f37abdf2071 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:01.266928 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7fe2cab4-fc58-4bc2-9b96-570a1944566a req-8e019144-2296-42cc-8293-7f37abdf2071 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 935 time: 0.1111519 Feb 04 22:26:01.319032 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-e2ada8b5-bc9f-4645-84f3-bdaea5bb4d45 None None] Port ae59c2d7-d52b-4a84-9a81-b0f2222bd378 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:26:01.320946 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7fe2cab4-fc58-4bc2-9b96-570a1944566a req-048189b4-5853-4574-84a7-7f1b7c404e2a tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/security-groups?id=67eb3630-347f-4c53-89df-18716f11e649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478890 Feb 04 22:26:01.696576 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae59c2d7-d52b-4a84-9a81-b0f2222bd378 {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:26:01.700608 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b61f5-2127-438a-ae51-360e0bcdbe1f req-c44fcd3d-c7ca-4d4b-ae24-84994d651471 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:01.702617 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2d3b61f5-2127-438a-ae51-360e0bcdbe1f req-c44fcd3d-c7ca-4d4b-ae24-84994d651471 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 945 time: 0.1299350 Feb 04 22:26:01.706063 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:01.723074 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Transition to ACTIVE for port object ae59c2d7-d52b-4a84-9a81-b0f2222bd378 will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:26:01.728231 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:01.799164 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2d3b61f5-2127-438a-ae51-360e0bcdbe1f req-83c075c8-a3f8-42d9-8083-a81c01d633ed tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611184 Feb 04 22:26:01.822893 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cf0c8-8518-44ba-9a80-21a2b667ed74 req-b1612c46-9ed8-49b7-98ee-f648be930522 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:01.824377 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-139cf0c8-8518-44ba-9a80-21a2b667ed74 req-b1612c46-9ed8-49b7-98ee-f648be930522 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1201465 Feb 04 22:26:01.859057 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Pushing event updated for resources: {'Port': ['ID=ae59c2d7-d52b-4a84-9a81-b0f2222bd378,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:01.872921 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-139cf0c8-8518-44ba-9a80-21a2b667ed74 req-05233424-8e5e-4493-b88e-79ca7b1c279a tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 Feb 04 22:26:01.918748 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:26:02.020833 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Attempting to bind port ae59c2d7-d52b-4a84-9a81-b0f2222bd378 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:26:02.021459 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Attempting to bind port ae59c2d7-d52b-4a84-9a81-b0f2222bd378 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '73fa2da2-ad9a-47f5-a07e-a7cc07f83c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5f30af9-c62a-41dd-8a39-2c254a305d1b'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:26:02.021459 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Attempting to bind port ae59c2d7-d52b-4a84-9a81-b0f2222bd378 on network b5f30af9-c62a-41dd-8a39-2c254a305d1b {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:26:02.030227 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Port ae59c2d7-d52b-4a84-9a81-b0f2222bd378 on network b5f30af9-c62a-41dd-8a39-2c254a305d1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:26:02.030541 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Attempting to bind port ae59c2d7-d52b-4a84-9a81-b0f2222bd378 on network b5f30af9-c62a-41dd-8a39-2c254a305d1b {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:26:02.043493 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a2437-cdc9-43e4-9ff4-04c6059c562f req-046e4532-83ab-4e2e-849b-1d3c2081a67c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:02.044118 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-e40a2437-cdc9-43e4-9ff4-04c6059c562f req-046e4532-83ab-4e2e-849b-1d3c2081a67c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Synchronizing usage tracker for tenant:2972bd90360f40548925dda55e960d83 on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:26:02.048527 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:26:02.048861 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Checking segment: {'id': '73fa2da2-ad9a-47f5-a07e-a7cc07f83c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5f30af9-c62a-41dd-8a39-2c254a305d1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:26:02.049236 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Bound using segment: {'id': '73fa2da2-ad9a-47f5-a07e-a7cc07f83c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5f30af9-c62a-41dd-8a39-2c254a305d1b'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:26:02.049670 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Bound port: ae59c2d7-d52b-4a84-9a81-b0f2222bd378, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73fa2da2-ad9a-47f5-a07e-a7cc07f83c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5f30af9-c62a-41dd-8a39-2c254a305d1b'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:26:02.050032 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:02.099909 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-e40a2437-cdc9-43e4-9ff4-04c6059c562f req-046e4532-83ab-4e2e-849b-1d3c2081a67c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Unset dirty status for tenant:2972bd90360f40548925dda55e960d83 on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:26:02.100902 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-e40a2437-cdc9-43e4-9ff4-04c6059c562f req-046e4532-83ab-4e2e-849b-1d3c2081a67c tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.58 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.2080448 Feb 04 22:26:02.198862 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-e40a2437-cdc9-43e4-9ff4-04c6059c562f req-6a4d4749-f767-4d4f-beab-e159c8f3be91 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Deleting port 6d124670-af82-4ea3-ab89-542eaad85497 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:26:02.199200 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-e40a2437-cdc9-43e4-9ff4-04c6059c562f req-6a4d4749-f767-4d4f-beab-e159c8f3be91 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:02.238294 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] For port ae59c2d7-d52b-4a84-9a81-b0f2222bd378, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:26:02.257397 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] For port ae59c2d7-d52b-4a84-9a81-b0f2222bd378, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ae59c2d7-d52b-4a84-9a81-b0f2222bd378,segment=NetworkSegment(73fa2da2-ad9a-47f5-a07e-a7cc07f83c34),segment_id=73fa2da2-ad9a-47f5-a07e-a7cc07f83c34)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:26:02.263621 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:02.369784 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:02.370403 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:02.371790 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] 10.222.0.58 "PUT /v2.0/ports/ae59c2d7-d52b-4a84-9a81-b0f2222bd378 HTTP/1.1" status: 200 len: 1097 time: 1.2534471 Feb 04 22:26:02.372258 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad9207f-e7dc-4709-a8e3-20e002a8569a', 'tag': 'ae59c2d7-d52b-4a84-9a81-b0f2222bd378'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:26:02.522127 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf29b1-36d6-4370-aed1-3a87d02a56ba service neutron] Pushing event updated for resources: {'Port': ['ID=ae59c2d7-d52b-4a84-9a81-b0f2222bd378,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:02.618427 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-e40a2437-cdc9-43e4-9ff4-04c6059c562f req-6a4d4749-f767-4d4f-beab-e159c8f3be91 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] For port 6d124670-af82-4ea3-ab89-542eaad85497, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6d124670-af82-4ea3-ab89-542eaad85497,segment=NetworkSegment(ecc958e1-ac56-4b03-a320-bf677ee949e2),segment_id=ecc958e1-ac56-4b03-a320-bf677ee949e2)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:02.618718 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-e40a2437-cdc9-43e4-9ff4-04c6059c562f req-6a4d4749-f767-4d4f-beab-e159c8f3be91 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:02.633450 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d2acf-c212-4801-bed2-c3bdcd95786b req-77cf12c7-ea8b-4853-9fa0-921b52b01ddc tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:02.634385 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-7db3c400-6dea-46ff-bf17-6fcdb1ffdf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:02.634964 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1c2d2acf-c212-4801-bed2-c3bdcd95786b req-77cf12c7-ea8b-4853-9fa0-921b52b01ddc tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 947 time: 0.1170223 Feb 04 22:26:02.635275 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-7db3c400-6dea-46ff-bf17-6fcdb1ffdf45 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=878043483fe6481c811e53fe279c3559&device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 1100 time: 0.1679597 Feb 04 22:26:02.643147 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9df51e-824c-4cde-b347-0e09bed40db6 req-62d12a46-b12d-4fb3-a680-e174cbb533b5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:02.644608 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7d9df51e-824c-4cde-b347-0e09bed40db6 req-62d12a46-b12d-4fb3-a680-e174cbb533b5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.2714527 Feb 04 22:26:02.721072 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1c2d2acf-c212-4801-bed2-c3bdcd95786b req-0361cb40-8400-48d1-bb79-9263efb5e407 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/security-groups?id=67eb3630-347f-4c53-89df-18716f11e649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754631 Feb 04 22:26:02.729072 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7d9df51e-824c-4cde-b347-0e09bed40db6 req-edbeee47-9629-492d-a565-5c84f097400d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641553 Feb 04 22:26:02.797418 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad9207f-e7dc-4709-a8e3-20e002a8569a', 'tag': 'ae59c2d7-d52b-4a84-9a81-b0f2222bd378', 'status': 'completed', 'code': 200} Feb 04 22:26:02.803929 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-e40a2437-cdc9-43e4-9ff4-04c6059c562f req-6a4d4749-f767-4d4f-beab-e159c8f3be91 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Calling delete_port for 6d124670-af82-4ea3-ab89-542eaad85497 owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:26:02.845967 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-47a4215b-ab48-4102-a494-b6a904b76f9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ae59c2d7-d52b-4a84-9a81-b0f2222bd378 HTTP/1.1" status: 200 len: 217 time: 0.1576793 Feb 04 22:26:02.934796 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-77d43454-e02b-46c7-ab91-433e930e196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:02.936230 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-77d43454-e02b-46c7-ab91-433e930e196e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=730ee42a-1e32-4601-b6b2-87f20694d752 HTTP/1.1" status: 200 len: 843 time: 0.0832803 Feb 04 22:26:02.991659 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630216f0-2711-4f5b-847d-bbce63b5767a req-fb3e3576-b7d1-4499-99a4-277383811a51 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:02.993232 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-630216f0-2711-4f5b-847d-bbce63b5767a req-fb3e3576-b7d1-4499-99a4-277383811a51 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 945 time: 0.0808959 Feb 04 22:26:03.095766 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-630216f0-2711-4f5b-847d-bbce63b5767a req-7a634ed7-64d6-4a18-bdbe-1f39fd9eb2bd tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661798 Feb 04 22:26:03.116968 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e831f34-329e-4516-b0e9-0fe8fb594542 req-817af7d2-a824-4a1f-bdc5-f0457768742b tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:03.123948 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9e831f34-329e-4516-b0e9-0fe8fb594542 req-817af7d2-a824-4a1f-bdc5-f0457768742b tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=524cb318-d1ef-4a19-9f1d-32b27d63bf46 HTTP/1.1" status: 200 len: 945 time: 0.1246047 Feb 04 22:26:03.153331 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-e40a2437-cdc9-43e4-9ff4-04c6059c562f req-6a4d4749-f767-4d4f-beab-e159c8f3be91 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:03.168135 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9e831f34-329e-4516-b0e9-0fe8fb594542 req-e0526e29-237b-42bd-8498-0b46679f18e9 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433309 Feb 04 22:26:03.198401 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['8ce962e5-453e-40a4-acd4-a94cd47a05a2', '6d124670-af82-4ea3-ab89-542eaad85497'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:26:03.211584 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d4749-f767-4d4f-beab-e159c8f3be91 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Pushing event deleted for resources: {'Port': ['ID=6d124670-af82-4ea3-ab89-542eaad85497,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:03.217623 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-56033435-4f6e-4612-aeea-c4a3749442cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:03.219718 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-56033435-4f6e-4612-aeea-c4a3749442cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5f30af9-c62a-41dd-8a39-2c254a305d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2748816 Feb 04 22:26:03.317202 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40a2437-cdc9-43e4-9ff4-04c6059c562f req-6a4d4749-f767-4d4f-beab-e159c8f3be91 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] No DVR routers for this DVR port 6d124670-af82-4ea3-ab89-542eaad85497 on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:26:03.363611 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-e40a2437-cdc9-43e4-9ff4-04c6059c562f req-6a4d4749-f767-4d4f-beab-e159c8f3be91 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:03.394329 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-e40a2437-cdc9-43e4-9ff4-04c6059c562f req-6a4d4749-f767-4d4f-beab-e159c8f3be91 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.58 "DELETE /v2.0/ports/6d124670-af82-4ea3-ab89-542eaad85497 HTTP/1.1" status: 204 len: 173 time: 1.2866881 Feb 04 22:26:03.439832 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-8b38e22d-338a-43ad-be5e-611d45797f7d service neutron] 10.222.0.58 "GET /v2.0/networks/b5f30af9-c62a-41dd-8a39-2c254a305d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514013 Feb 04 22:26:03.700142 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-641e09b6-77e3-4fa7-ba43-2a7908ff3d04 req-691debd3-edae-4581-a8d0-ee721d86dcd1 service neutron] 10.222.0.58 "GET /v2.0/networks/b5f30af9-c62a-41dd-8a39-2c254a305d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825495 Feb 04 22:26:03.714730 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41623f7-b73a-4458-b412-75644b5bfae5 req-1733efc5-675c-4e96-95c4-e3dbac5b9b9d tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:03.715418 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-e41623f7-b73a-4458-b412-75644b5bfae5 req-1733efc5-675c-4e96-95c4-e3dbac5b9b9d tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Synchronizing usage tracker for tenant:d765331a56184ca39dbfb314d3cbc7dc on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:26:03.731977 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-e41623f7-b73a-4458-b412-75644b5bfae5 req-1733efc5-675c-4e96-95c4-e3dbac5b9b9d tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Unset dirty status for tenant:d765331a56184ca39dbfb314d3cbc7dc on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:26:03.733089 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-e41623f7-b73a-4458-b412-75644b5bfae5 req-1733efc5-675c-4e96-95c4-e3dbac5b9b9d tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 945 time: 0.1484213 Feb 04 22:26:03.901848 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-e41623f7-b73a-4458-b412-75644b5bfae5 req-96c0bcfa-054e-403e-9f24-675a17852162 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Deleting port 9f008f5c-a68b-4939-9166-32a8f2bc59b7 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:26:03.902224 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-e41623f7-b73a-4458-b412-75644b5bfae5 req-96c0bcfa-054e-403e-9f24-675a17852162 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:03.970019 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfab0d-349f-463c-a141-7dea5a3a58ae req-1c8e1c60-41b3-46a8-85e2-c7bd11aaa815 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:03.971529 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-07cfab0d-349f-463c-a141-7dea5a3a58ae req-1c8e1c60-41b3-46a8-85e2-c7bd11aaa815 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 947 time: 0.1406329 Feb 04 22:26:03.979705 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885ffc3-ca63-4e8c-ac33-e84b2575d761 req-152e1980-de75-4a89-99ec-92a398791856 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:03.981443 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3885ffc3-ca63-4e8c-ac33-e84b2575d761 req-152e1980-de75-4a89-99ec-92a398791856 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.1126027 Feb 04 22:26:04.000402 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734b502-bd22-4e23-942a-14b93083cd7a req-9a62425f-988c-464e-8674-f227e3140470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:04.002055 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4734b502-bd22-4e23-942a-14b93083cd7a req-9a62425f-988c-464e-8674-f227e3140470 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=878043483fe6481c811e53fe279c3559&device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 1100 time: 0.1784911 Feb 04 22:26:04.056424 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-07cfab0d-349f-463c-a141-7dea5a3a58ae req-f08af7e9-7907-4900-bb07-8862ae02ac89 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/security-groups?id=67eb3630-347f-4c53-89df-18716f11e649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739753 Feb 04 22:26:04.065478 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3885ffc3-ca63-4e8c-ac33-e84b2575d761 req-fff12172-2f32-45f3-b745-6216735859c5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703993 Feb 04 22:26:04.254782 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734b502-bd22-4e23-942a-14b93083cd7a req-652a84d9-d982-4414-89b7-9249e1a718a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:04.256254 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4734b502-bd22-4e23-942a-14b93083cd7a req-652a84d9-d982-4414-89b7-9249e1a718a2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5f30af9-c62a-41dd-8a39-2c254a305d1b HTTP/1.1" status: 200 len: 870 time: 0.2442687 Feb 04 22:26:04.308642 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db54e88-7a64-4b9d-8452-12fdea9c4837 req-dba3ebf4-7117-4e06-bf75-3fe1a1e79f2e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:04.310716 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2db54e88-7a64-4b9d-8452-12fdea9c4837 req-dba3ebf4-7117-4e06-bf75-3fe1a1e79f2e tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 945 time: 0.0875301 Feb 04 22:26:04.334468 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4734b502-bd22-4e23-942a-14b93083cd7a req-d9984ff3-9566-40bb-86ed-f3992224b625 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=ae59c2d7-d52b-4a84-9a81-b0f2222bd378 HTTP/1.1" status: 200 len: 217 time: 0.0666890 Feb 04 22:26:04.336058 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-e41623f7-b73a-4458-b412-75644b5bfae5 req-96c0bcfa-054e-403e-9f24-675a17852162 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] For port 9f008f5c-a68b-4939-9166-32a8f2bc59b7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9f008f5c-a68b-4939-9166-32a8f2bc59b7,segment=NetworkSegment(ffe58588-e4be-431d-96d4-287d7b04179e),segment_id=ffe58588-e4be-431d-96d4-287d7b04179e)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:04.336410 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-e41623f7-b73a-4458-b412-75644b5bfae5 req-96c0bcfa-054e-403e-9f24-675a17852162 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:04.362470 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2db54e88-7a64-4b9d-8452-12fdea9c4837 req-aa6fcaa4-3107-41b6-b2f9-0e937e8f4c31 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/security-groups?id=afe97dcf-5aca-4095-a134-8bd8b3567f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Feb 04 22:26:04.493605 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-e41623f7-b73a-4458-b412-75644b5bfae5 req-96c0bcfa-054e-403e-9f24-675a17852162 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Calling delete_port for 9f008f5c-a68b-4939-9166-32a8f2bc59b7 owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:26:04.569503 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734b502-bd22-4e23-942a-14b93083cd7a req-d9a40b0c-2920-47b4-bb08-346ac38fab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:04.570942 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4734b502-bd22-4e23-942a-14b93083cd7a req-d9a40b0c-2920-47b4-bb08-346ac38fab9f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=730ee42a-1e32-4601-b6b2-87f20694d752 HTTP/1.1" status: 200 len: 843 time: 0.1704328 Feb 04 22:26:04.653028 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180e272-8c8b-43b5-8f14-58e53e5168a2 req-fc0f72b5-09d8-40fd-ac04-1d7d20304d15 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:04.654699 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8180e272-8c8b-43b5-8f14-58e53e5168a2 req-fc0f72b5-09d8-40fd-ac04-1d7d20304d15 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0875823 Feb 04 22:26:04.700994 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8180e272-8c8b-43b5-8f14-58e53e5168a2 req-d369d3a1-d937-45d8-9100-bd2759933f68 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396259 Feb 04 22:26:04.787538 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734b502-bd22-4e23-942a-14b93083cd7a req-cf2c9dbf-1d72-42f5-b032-ee24bf4ff21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:04.788509 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4734b502-bd22-4e23-942a-14b93083cd7a req-cf2c9dbf-1d72-42f5-b032-ee24bf4ff21b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5f30af9-c62a-41dd-8a39-2c254a305d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2056322 Feb 04 22:26:04.789342 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-e41623f7-b73a-4458-b412-75644b5bfae5 req-96c0bcfa-054e-403e-9f24-675a17852162 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:04.826550 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['9f008f5c-a68b-4939-9166-32a8f2bc59b7'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:26:04.831505 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524cb318-d1ef-4a19-9f1d-32b27d63bf46', 'name': 'network-vif-deleted', 'tag': '6d124670-af82-4ea3-ab89-542eaad85497'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:26:04.863094 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0bcfa-054e-403e-9f24-675a17852162 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Pushing event deleted for resources: {'Port': ['ID=9f008f5c-a68b-4939-9166-32a8f2bc59b7,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:04.914795 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524cb318-d1ef-4a19-9f1d-32b27d63bf46', 'name': 'network-vif-deleted', 'tag': '6d124670-af82-4ea3-ab89-542eaad85497', 'status': 'completed', 'code': 200} Feb 04 22:26:04.996082 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41623f7-b73a-4458-b412-75644b5bfae5 req-96c0bcfa-054e-403e-9f24-675a17852162 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] No DVR routers for this DVR port 9f008f5c-a68b-4939-9166-32a8f2bc59b7 on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:26:05.002273 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-e41623f7-b73a-4458-b412-75644b5bfae5 req-96c0bcfa-054e-403e-9f24-675a17852162 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:05.030660 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-e41623f7-b73a-4458-b412-75644b5bfae5 req-96c0bcfa-054e-403e-9f24-675a17852162 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.58 "DELETE /v2.0/ports/9f008f5c-a68b-4939-9166-32a8f2bc59b7 HTTP/1.1" status: 204 len: 173 time: 1.2401106 Feb 04 22:26:05.049639 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4734b502-bd22-4e23-942a-14b93083cd7a req-76df0667-3421-4ca8-9ced-c0be70566d2c service neutron] 10.222.0.58 "GET /v2.0/networks/b5f30af9-c62a-41dd-8a39-2c254a305d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200177 Feb 04 22:26:05.207220 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4734b502-bd22-4e23-942a-14b93083cd7a req-f211d5b4-e876-4597-ae3c-2be0bbb32437 service neutron] 10.222.0.58 "GET /v2.0/networks/b5f30af9-c62a-41dd-8a39-2c254a305d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338208 Feb 04 22:26:05.326719 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bbcef-e2bf-4635-8baa-62a0e21ba3cc req-4bfe51fa-2c6c-4c7a-8de8-c33c3f160c1d tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:05.329533 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ca8bbcef-e2bf-4635-8baa-62a0e21ba3cc req-4bfe51fa-2c6c-4c7a-8de8-c33c3f160c1d tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 947 time: 0.1455357 Feb 04 22:26:05.338583 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da332b36-b4ff-451d-972b-b8839292f41c req-ed9ecc93-5a4a-4415-b4e0-346b6306cb2b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:05.340119 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-da332b36-b4ff-451d-972b-b8839292f41c req-ed9ecc93-5a4a-4415-b4e0-346b6306cb2b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.1549306 Feb 04 22:26:05.407536 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device ae59c2d7-d52b-4a84-9a81-b0f2222bd378 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:26:05.417359 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ca8bbcef-e2bf-4635-8baa-62a0e21ba3cc req-616494aa-f2dc-4fb3-a1bb-7e8e004b0694 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/security-groups?id=67eb3630-347f-4c53-89df-18716f11e649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762105 Feb 04 22:26:05.420255 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 6d124670-af82-4ea3-ab89-542eaad85497 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:26:05.422750 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-da332b36-b4ff-451d-972b-b8839292f41c req-d6f64fdd-1f82-43aa-952f-226c0c2c5ed3 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686846 Feb 04 22:26:05.459722 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 6d124670-af82-4ea3-ab89-542eaad85497 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:26:05.460039 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 6d124670-af82-4ea3-ab89-542eaad85497 not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:26:05.576546 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-143ec2b3-cd2d-4d9b-8952-2464fe6e0135 req-a250d1e6-1043-4194-a73e-bf431b7fd075 tempest-AttachVolumeNegativeTest-1202084774 tempest-AttachVolumeNegativeTest-1202084774-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d2a285-3d52-4706-8bc3-1b3169db99a5 HTTP/1.1" status: 200 len: 210 time: 0.0458767 Feb 04 22:26:05.604238 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port ae59c2d7-d52b-4a84-9a81-b0f2222bd378, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ae59c2d7-d52b-4a84-9a81-b0f2222bd378,segment=NetworkSegment(73fa2da2-ad9a-47f5-a07e-a7cc07f83c34),segment_id=73fa2da2-ad9a-47f5-a07e-a7cc07f83c34)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:05.618717 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': 'ae59c2d7-d52b-4a84-9a81-b0f2222bd378', 'network_id': 'b5f30af9-c62a-41dd-8a39-2c254a305d1b', 'port_id': 'ae59c2d7-d52b-4a84-9a81-b0f2222bd378', 'mac_address': 'fa:16:3e:62:cf:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730ee42a-1e32-4601-b6b2-87f20694d752', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:26:05.680242 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:05.697315 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae59c2d7-d52b-4a84-9a81-b0f2222bd378 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:26:05.713530 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port ae59c2d7-d52b-4a84-9a81-b0f2222bd378, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ae59c2d7-d52b-4a84-9a81-b0f2222bd378,segment=NetworkSegment(73fa2da2-ad9a-47f5-a07e-a7cc07f83c34),segment_id=73fa2da2-ad9a-47f5-a07e-a7cc07f83c34)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:05.717506 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:05.803357 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=ae59c2d7-d52b-4a84-9a81-b0f2222bd378,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:05.811259 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:05.811594 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:05.812138 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:05.812465 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:05.812793 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:05.813114 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:05.813429 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:05.813765 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:05.814106 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:05.814423 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:05.814733 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:05.815038 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:05.901101 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a3f5d-17b3-4720-962c-e68a55231c1a req-c35db66d-66db-4bbf-b36f-aa4531599c25 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:05.902662 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-420a3f5d-17b3-4720-962c-e68a55231c1a req-c35db66d-66db-4bbf-b36f-aa4531599c25 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0876417 Feb 04 22:26:05.947185 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-420a3f5d-17b3-4720-962c-e68a55231c1a req-d49a1a15-d95b-4735-a7d6-35cd8e7b9c8d tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380599 Feb 04 22:26:06.122802 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['ae59c2d7-d52b-4a84-9a81-b0f2222bd378'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:26:06.661466 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3017665-2b34-46d5-993e-9392bd04068d req-773f14c4-292c-43d5-91d1-e6c02580cb9c tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:06.662859 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f3017665-2b34-46d5-993e-9392bd04068d req-773f14c4-292c-43d5-91d1-e6c02580cb9c tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 948 time: 0.1413531 Feb 04 22:26:06.671830 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd08eb-5209-4dcc-940a-0bae19ccb96e req-5db74ed0-875e-493b-8c48-fcb4422257ab tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:06.673293 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bfdd08eb-5209-4dcc-940a-0bae19ccb96e req-5db74ed0-875e-493b-8c48-fcb4422257ab tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 943 time: 0.1172881 Feb 04 22:26:06.738961 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f3017665-2b34-46d5-993e-9392bd04068d req-8774ebd5-4bcf-40ab-9b22-790db99f62aa tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/security-groups?id=67eb3630-347f-4c53-89df-18716f11e649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646715 Feb 04 22:26:06.746088 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bfdd08eb-5209-4dcc-940a-0bae19ccb96e req-e9eaadaa-e25b-44c3-b634-814a69af7dec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593984 Feb 04 22:26:06.824000 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45038) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:06.886805 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e1cdfd-5ec5-4e7b-93d9-2992814ad270 admin admin] Deleting subnet 48ad4abf-da59-4c7c-9f55-c37529f65922 {{(pid=86817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:26:06.889704 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d1e1cdfd-5ec5-4e7b-93d9-2992814ad270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:06.915651 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d2a285-3d52-4706-8bc3-1b3169db99a5', 'name': 'network-vif-deleted', 'tag': '9f008f5c-a68b-4939-9166-32a8f2bc59b7'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:26:06.939885 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d1e1cdfd-5ec5-4e7b-93d9-2992814ad270 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:06.946739 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d1e1cdfd-5ec5-4e7b-93d9-2992814ad270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:06.962255 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d2a285-3d52-4706-8bc3-1b3169db99a5', 'name': 'network-vif-deleted', 'tag': '9f008f5c-a68b-4939-9166-32a8f2bc59b7', 'status': 'completed', 'code': 200} Feb 04 22:26:07.021352 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d1e1cdfd-5ec5-4e7b-93d9-2992814ad270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for subnet, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.060582 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1cdfd-5ec5-4e7b-93d9-2992814ad270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ad4abf-da59-4c7c-9f55-c37529f65922,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:07.097168 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d1e1cdfd-5ec5-4e7b-93d9-2992814ad270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.110337 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-d1e1cdfd-5ec5-4e7b-93d9-2992814ad270 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/48ad4abf-da59-4c7c-9f55-c37529f65922 HTTP/1.1" status: 204 len: 168 time: 0.2852435 Feb 04 22:26:07.113466 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45046) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:07.148452 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e841a7-c6c2-4bb3-94c0-731686877aa5 req-9fa22d5e-e50a-48ec-94c7-28ac6aede80e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:07.149914 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-27e841a7-c6c2-4bb3-94c0-731686877aa5 req-9fa22d5e-e50a-48ec-94c7-28ac6aede80e tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0925088 Feb 04 22:26:07.195575 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-27e841a7-c6c2-4bb3-94c0-731686877aa5 req-1cefbd92-e374-4a8a-8ea4-71c2a6389b5d tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389972 Feb 04 22:26:07.219332 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a553c21c-051f-48fc-85a6-6272fdb158f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.341195 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a553c21c-051f-48fc-85a6-6272fdb158f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.367033 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-a553c21c-051f-48fc-85a6-6272fdb158f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed1a7c4-1918-491f-8413-3f0dd97581c9']}} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:07.379270 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-a553c21c-051f-48fc-85a6-6272fdb158f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe58588-e4be-431d-96d4-287d7b04179e') {'for_net_delete': True} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:07.379689 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-a553c21c-051f-48fc-85a6-6272fdb158f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe58588-e4be-431d-96d4-287d7b04179e') {} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:07.392024 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a553c21c-051f-48fc-85a6-6272fdb158f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262488826'] for segment, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.408364 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a553c21c-051f-48fc-85a6-6272fdb158f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.414601 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a553c21c-051f-48fc-85a6-6272fdb158f1 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=86818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:26:07.414969 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a553c21c-051f-48fc-85a6-6272fdb158f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262456775'] for segment, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.417057 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device e4d61007-7de5-48c4-ab40-8924cd2683c4 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:26:07.425189 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device ae59c2d7-d52b-4a84-9a81-b0f2222bd378 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: Traceback (most recent call last): Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: timer() Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: cb(*args, **kw) Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: return func(*args, **kwargs) Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: self._notify() Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: self.callback(batched_events) Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: event.method(event) Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: return f(self, *a, **k) Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._get(url).json() Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: return self.request(url, 'GET', **kwargs) Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:26:07.428264 dv-cinder-818885-2-iscsi neutron-server[86818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:26:07.511209 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a553c21c-051f-48fc-85a6-6272fdb158f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.517336 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a553c21c-051f-48fc-85a6-6272fdb158f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.541654 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553c21c-051f-48fc-85a6-6272fdb158f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed1a7c4-1918-491f-8413-3f0dd97581c9,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:07.545998 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-a553c21c-051f-48fc-85a6-6272fdb158f1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3ed1a7c4-1918-491f-8413-3f0dd97581c9 HTTP/1.1" status: 204 len: 168 time: 0.4312239 Feb 04 22:26:07.609888 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port ae59c2d7-d52b-4a84-9a81-b0f2222bd378 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:26:07.627572 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port ae59c2d7-d52b-4a84-9a81-b0f2222bd378 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:07.627710 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.691823 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port e4d61007-7de5-48c4-ab40-8924cd2683c4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:07.710723 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'port_id': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'mac_address': 'fa:16:3e:ae:6a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:26:07.733176 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45052) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:07.786075 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-f84c1fb2-f5cc-4a21-a9af-08313c42b7e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d765331a56184ca39dbfb314d3cbc7dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0485699 Feb 04 22:26:07.786185 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45060) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:07.820549 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.841581 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d61007-7de5-48c4-ab40-8924cd2683c4 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:26:07.846020 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.853116 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-91671510-3cc5-4dd8-b8d3-c0b35fc5f610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.880518 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port e4d61007-7de5-48c4-ab40-8924cd2683c4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:07.880744 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-91671510-3cc5-4dd8-b8d3-c0b35fc5f610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.887885 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad9207f-e7dc-4709-a8e3-20e002a8569a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae59c2d7-d52b-4a84-9a81-b0f2222bd378'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:26:07.895870 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.943942 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port ae59c2d7-d52b-4a84-9a81-b0f2222bd378, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ae59c2d7-d52b-4a84-9a81-b0f2222bd378,segment=NetworkSegment(73fa2da2-ad9a-47f5-a07e-a7cc07f83c34),segment_id=73fa2da2-ad9a-47f5-a07e-a7cc07f83c34)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:07.944340 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-91671510-3cc5-4dd8-b8d3-c0b35fc5f610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.954947 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.955721 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 9f008f5c-a68b-4939-9166-32a8f2bc59b7 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:26:07.962975 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91671510-3cc5-4dd8-b8d3-c0b35fc5f610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe97dcf-5aca-4095-a134-8bd8b3567f6a,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:07.977459 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-91671510-3cc5-4dd8-b8d3-c0b35fc5f610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:07.981268 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-91671510-3cc5-4dd8-b8d3-c0b35fc5f610 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/afe97dcf-5aca-4095-a134-8bd8b3567f6a HTTP/1.1" status: 204 len: 168 time: 0.1916146 Feb 04 22:26:08.011282 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 9f008f5c-a68b-4939-9166-32a8f2bc59b7 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:26:08.011636 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 9f008f5c-a68b-4939-9166-32a8f2bc59b7 not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:26:08.021145 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=e4d61007-7de5-48c4-ab40-8924cd2683c4,revision_number=9']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:08.096640 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=ae59c2d7-d52b-4a84-9a81-b0f2222bd378,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:08.108292 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e70d9b-5553-4c0b-b6f6-a3d73e48ba36 req-6110d0e1-4eea-45f3-8b62-9824f8155170 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:08.110348 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-51e70d9b-5553-4c0b-b6f6-a3d73e48ba36 req-6110d0e1-4eea-45f3-8b62-9824f8155170 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 949 time: 0.2481897 Feb 04 22:26:08.117793 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b355575-11fc-493f-abe5-4a81f7b4fd35 req-9fbef034-b4a4-48c5-b7a1-b10a354f391e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:08.119163 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3b355575-11fc-493f-abe5-4a81f7b4fd35 req-9fbef034-b4a4-48c5-b7a1-b10a354f391e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 944 time: 0.1262856 Feb 04 22:26:08.191125 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-51e70d9b-5553-4c0b-b6f6-a3d73e48ba36 req-148ae053-2f61-4d25-8387-e8aeaa682cf0 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/security-groups?id=67eb3630-347f-4c53-89df-18716f11e649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710185 Feb 04 22:26:08.198281 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3b355575-11fc-493f-abe5-4a81f7b4fd35 req-2bd69639-f2c3-454d-9d49-27ced6b13157 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631676 Feb 04 22:26:08.246746 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad9207f-e7dc-4709-a8e3-20e002a8569a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae59c2d7-d52b-4a84-9a81-b0f2222bd378', 'code': 200} Feb 04 22:26:08.268255 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['e4d61007-7de5-48c4-ab40-8924cd2683c4'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:26:08.401951 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3c6aa-675b-434c-8706-439d279ffcbd req-02fae1a5-8c3f-48c8-b96d-bce69a068beb tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:08.403681 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c5b3c6aa-675b-434c-8706-439d279ffcbd req-02fae1a5-8c3f-48c8-b96d-bce69a068beb tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0948982 Feb 04 22:26:08.461530 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c5b3c6aa-675b-434c-8706-439d279ffcbd req-282c7e33-dc82-445a-8614-ebd36d8e8c83 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517104 Feb 04 22:26:08.563145 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19520c06-232a-4b59-8b6d-b1185666e74e req-c421a8fe-8264-4177-b041-92502a7b975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:08.564632 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-19520c06-232a-4b59-8b6d-b1185666e74e req-c421a8fe-8264-4177-b041-92502a7b975c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 1102 time: 0.0763669 Feb 04 22:26:08.613419 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-19520c06-232a-4b59-8b6d-b1185666e74e req-9e8e8150-3b5c-4b4f-915a-153731a9c5c0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=67eb3630-347f-4c53-89df-18716f11e649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382564 Feb 04 22:26:09.440911 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device e4d61007-7de5-48c4-ab40-8924cd2683c4 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:09.528190 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port e4d61007-7de5-48c4-ab40-8924cd2683c4 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:09.528694 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:09.592877 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a710d55-c303-41ac-bbfc-a7bd3fc18fef req-8a513316-a616-4f1e-abab-5e2128d13490 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:09.594904 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2a710d55-c303-41ac-bbfc-a7bd3fc18fef req-8a513316-a616-4f1e-abab-5e2128d13490 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 949 time: 0.1462469 Feb 04 22:26:09.603255 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91f6e1-b127-4bdd-af64-006dca857bd9 req-2ea9684b-280e-424a-bd88-a4eb6b3fe4e0 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:09.604980 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3a91f6e1-b127-4bdd-af64-006dca857bd9 req-2ea9684b-280e-424a-bd88-a4eb6b3fe4e0 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 944 time: 0.1150682 Feb 04 22:26:09.649735 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:09.678398 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2a710d55-c303-41ac-bbfc-a7bd3fc18fef req-6e4341fb-682e-4e42-bdad-9741e05e1a48 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/security-groups?id=67eb3630-347f-4c53-89df-18716f11e649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721591 Feb 04 22:26:09.683951 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port e4d61007-7de5-48c4-ab40-8924cd2683c4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:09.685929 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3a91f6e1-b127-4bdd-af64-006dca857bd9 req-04ccf406-2c4f-45c0-9939-bea9d8989cfb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643868 Feb 04 22:26:09.689384 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:09.761912 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=e4d61007-7de5-48c4-ab40-8924cd2683c4,revision_number=10']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:09.886395 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4b8f6-51b8-4e48-ab33-78146ebe65fc req-5dc102b9-890a-4dd7-aa83-27837a7bbf56 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:09.894406 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5fb4b8f6-51b8-4e48-ab33-78146ebe65fc req-5dc102b9-890a-4dd7-aa83-27837a7bbf56 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0879183 Feb 04 22:26:09.937817 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5fb4b8f6-51b8-4e48-ab33-78146ebe65fc req-14da2827-415c-4d24-8760-fe3cbe750e85 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425220 Feb 04 22:26:10.247964 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:26:10.292707 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'code': 200} Feb 04 22:26:10.908499 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6d10b-023b-4409-866f-3e32a3912f44 req-fc5000b0-51f1-40cb-b50c-c4acd787746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:10.909930 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-6ff6d10b-023b-4409-866f-3e32a3912f44 req-fc5000b0-51f1-40cb-b50c-c4acd787746c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 1099 time: 0.0727518 Feb 04 22:26:10.940902 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab59030-6c6f-47fc-866b-97f8f2d53d8a req-b6f00e82-3fd2-41ca-9b26-5d2cb56b2a47 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:10.942392 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4ab59030-6c6f-47fc-866b-97f8f2d53d8a req-b6f00e82-3fd2-41ca-9b26-5d2cb56b2a47 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 946 time: 0.1051013 Feb 04 22:26:10.950515 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183bd00-29cb-40e1-b24d-3055075efaf1 req-972e3d60-b8bc-4a76-810c-f4517021d612 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:10.951682 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-6ff6d10b-023b-4409-866f-3e32a3912f44 req-e23c3785-26a6-442c-b787-f778ad05ba82 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354261 Feb 04 22:26:10.951929 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f183bd00-29cb-40e1-b24d-3055075efaf1 req-972e3d60-b8bc-4a76-810c-f4517021d612 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 949 time: 0.1484783 Feb 04 22:26:11.021732 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4ab59030-6c6f-47fc-866b-97f8f2d53d8a req-71c31238-7e57-415c-93e7-675d21c174fa tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682714 Feb 04 22:26:11.026202 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f183bd00-29cb-40e1-b24d-3055075efaf1 req-3408e37d-120f-4bd1-b80d-ec002fdeff9a tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/security-groups?id=67eb3630-347f-4c53-89df-18716f11e649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603623 Feb 04 22:26:11.201033 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3340d-c7c4-48c7-a2d0-f411742c415e req-13a9b080-96a8-47cf-a769-fb565392dde0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:11.202458 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-10e3340d-c7c4-48c7-a2d0-f411742c415e req-13a9b080-96a8-47cf-a769-fb565392dde0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.0790842 Feb 04 22:26:11.247151 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-10e3340d-c7c4-48c7-a2d0-f411742c415e req-6eca34b2-8868-4f36-b065-17f5ae866a32 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f50a1df-45c9-42a9-9a85-4cf60e107386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382504 Feb 04 22:26:11.538968 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2029cb-74c2-4df7-89af-2a08c6216b1c req-bdbfe632-fe20-4078-9cd5-2413b60d3324 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:11.539737 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3628bca-36d9-4064-b630-02de2bb53290 req-58705d25-2b51-40ad-8054-3559182794c0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:11.541097 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-a3628bca-36d9-4064-b630-02de2bb53290 req-58705d25-2b51-40ad-8054-3559182794c0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Synchronizing usage tracker for tenant:2972bd90360f40548925dda55e960d83 on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:26:11.542266 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4b2029cb-74c2-4df7-89af-2a08c6216b1c req-bdbfe632-fe20-4078-9cd5-2413b60d3324 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 949 time: 0.1137877 Feb 04 22:26:11.569889 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-a3628bca-36d9-4064-b630-02de2bb53290 req-58705d25-2b51-40ad-8054-3559182794c0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Unset dirty status for tenant:2972bd90360f40548925dda55e960d83 on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:26:11.571030 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a3628bca-36d9-4064-b630-02de2bb53290 req-58705d25-2b51-40ad-8054-3559182794c0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.58 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 946 time: 0.1419766 Feb 04 22:26:11.619487 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4b2029cb-74c2-4df7-89af-2a08c6216b1c req-67d9b73b-7198-4ab4-9de4-70e18cd122b5 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/security-groups?id=67eb3630-347f-4c53-89df-18716f11e649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667250 Feb 04 22:26:11.657062 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-a3628bca-36d9-4064-b630-02de2bb53290 req-24f1f134-1aa0-4e47-a4be-1a507fad1ab0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Deleting port 8ce962e5-453e-40a4-acd4-a94cd47a05a2 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:26:11.657400 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-a3628bca-36d9-4064-b630-02de2bb53290 req-24f1f134-1aa0-4e47-a4be-1a507fad1ab0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:11.974862 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-a3628bca-36d9-4064-b630-02de2bb53290 req-24f1f134-1aa0-4e47-a4be-1a507fad1ab0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] For port 8ce962e5-453e-40a4-acd4-a94cd47a05a2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8ce962e5-453e-40a4-acd4-a94cd47a05a2,segment=NetworkSegment(ecc958e1-ac56-4b03-a320-bf677ee949e2),segment_id=ecc958e1-ac56-4b03-a320-bf677ee949e2)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:11.975549 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-a3628bca-36d9-4064-b630-02de2bb53290 req-24f1f134-1aa0-4e47-a4be-1a507fad1ab0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:12.098429 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-a3628bca-36d9-4064-b630-02de2bb53290 req-24f1f134-1aa0-4e47-a4be-1a507fad1ab0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Calling delete_port for 8ce962e5-453e-40a4-acd4-a94cd47a05a2 owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:26:12.239616 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3a0c8-2b42-4df6-8813-2851fa6f368c req-f13ed69c-1c8d-4d62-a741-f2fa8323fb15 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:12.242491 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-30b3a0c8-2b42-4df6-8813-2851fa6f368c req-f13ed69c-1c8d-4d62-a741-f2fa8323fb15 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 946 time: 0.1062052 Feb 04 22:26:12.259163 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-a3628bca-36d9-4064-b630-02de2bb53290 req-24f1f134-1aa0-4e47-a4be-1a507fad1ab0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:12.299711 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['8ce962e5-453e-40a4-acd4-a94cd47a05a2'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:26:12.301268 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-30b3a0c8-2b42-4df6-8813-2851fa6f368c req-08ae2f4a-eaab-410d-b27e-23fa0386d4c8 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531573 Feb 04 22:26:12.326545 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1f134-1aa0-4e47-a4be-1a507fad1ab0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Pushing event deleted for resources: {'Port': ['ID=8ce962e5-453e-40a4-acd4-a94cd47a05a2,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:12.409699 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3628bca-36d9-4064-b630-02de2bb53290 req-24f1f134-1aa0-4e47-a4be-1a507fad1ab0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] No DVR routers for this DVR port 8ce962e5-453e-40a4-acd4-a94cd47a05a2 on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:26:12.412075 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-a3628bca-36d9-4064-b630-02de2bb53290 req-24f1f134-1aa0-4e47-a4be-1a507fad1ab0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:12.414980 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e84a95-1c2e-4abd-92f7-4e8da2893014', 'name': 'network-vif-deleted', 'tag': '8ce962e5-453e-40a4-acd4-a94cd47a05a2'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:26:12.432191 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a3628bca-36d9-4064-b630-02de2bb53290 req-24f1f134-1aa0-4e47-a4be-1a507fad1ab0 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.58 "DELETE /v2.0/ports/8ce962e5-453e-40a4-acd4-a94cd47a05a2 HTTP/1.1" status: 204 len: 173 time: 0.8541243 Feb 04 22:26:12.470628 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4a23eb55-37fb-4ce8-bd80-7cf90257a2c2 req-896895a2-d54e-4746-9716-d7c3976d9af5 tempest-ServerRescueNegativeTestJSON-501984364 tempest-ServerRescueNegativeTestJSON-501984364-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e84a95-1c2e-4abd-92f7-4e8da2893014 HTTP/1.1" status: 200 len: 210 time: 0.0839741 Feb 04 22:26:12.471353 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e84a95-1c2e-4abd-92f7-4e8da2893014', 'name': 'network-vif-deleted', 'tag': '8ce962e5-453e-40a4-acd4-a94cd47a05a2', 'status': 'completed', 'code': 200} Feb 04 22:26:12.816291 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65261a32-8491-4f7a-ae7b-449ab4de3d61 req-8fffa764-d2e4-400e-89e4-113f4c010b0a tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:12.819346 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-65261a32-8491-4f7a-ae7b-449ab4de3d61 req-8fffa764-d2e4-400e-89e4-113f4c010b0a tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 949 time: 0.0847077 Feb 04 22:26:12.867010 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-65261a32-8491-4f7a-ae7b-449ab4de3d61 req-2761ed52-992f-40d6-9bb6-0bcc34eeaef9 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/security-groups?id=67eb3630-347f-4c53-89df-18716f11e649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408249 Feb 04 22:26:12.980257 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45190) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:13.100630 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3f6ff9-a771-4f49-9842-6e21889199f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:13.119107 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-7a3f6ff9-a771-4f49-9842-6e21889199f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:13.124570 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-7a3f6ff9-a771-4f49-9842-6e21889199f9 admin admin] Usage tracker for resource:security_group_rule and tenant:79cc96bb50884fe48270477bfe634783 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:13.128550 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-7a3f6ff9-a771-4f49-9842-6e21889199f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:13.135098 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-7a3f6ff9-a771-4f49-9842-6e21889199f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:13.228846 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3f6ff9-a771-4f49-9842-6e21889199f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:13.233943 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3f6ff9-a771-4f49-9842-6e21889199f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:13.279494 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f6ff9-a771-4f49-9842-6e21889199f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34c742d-4d0e-4de9-820c-023116435af6,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:13.286221 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-7a3f6ff9-a771-4f49-9842-6e21889199f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=79cc96bb50884fe48270477bfe634783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023565 Feb 04 22:26:13.286537 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45198) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:13.346921 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-27c1ec1c-9af1-4df8-934f-551ab0058412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:13.418749 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-27c1ec1c-9af1-4df8-934f-551ab0058412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:13.492528 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113003a7-b713-4643-bd50-04c97e9c5e9c req-ad9b5719-58d5-4bf3-9338-40169711fad1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:13.493253 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-113003a7-b713-4643-bd50-04c97e9c5e9c req-ad9b5719-58d5-4bf3-9338-40169711fad1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Synchronizing usage tracker for tenant:878043483fe6481c811e53fe279c3559 on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:26:13.510271 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-27c1ec1c-9af1-4df8-934f-551ab0058412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:13.511418 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138da9a-7047-4e25-bc56-203f646f75c6 req-a36d084b-b9e5-4005-90ef-6e6de1b7f4c0 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:13.514273 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e138da9a-7047-4e25-bc56-203f646f75c6 req-a36d084b-b9e5-4005-90ef-6e6de1b7f4c0 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 946 time: 0.0968578 Feb 04 22:26:13.525666 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-113003a7-b713-4643-bd50-04c97e9c5e9c req-ad9b5719-58d5-4bf3-9338-40169711fad1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Unset dirty status for tenant:878043483fe6481c811e53fe279c3559 on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:26:13.526881 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-113003a7-b713-4643-bd50-04c97e9c5e9c req-ad9b5719-58d5-4bf3-9338-40169711fad1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 949 time: 0.1542182 Feb 04 22:26:13.527969 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1ec1c-9af1-4df8-934f-551ab0058412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34c742d-4d0e-4de9-820c-023116435af6,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:13.535147 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-27c1ec1c-9af1-4df8-934f-551ab0058412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:13.538769 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-27c1ec1c-9af1-4df8-934f-551ab0058412 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a34c742d-4d0e-4de9-820c-023116435af6 HTTP/1.1" status: 204 len: 168 time: 0.2512624 Feb 04 22:26:13.589565 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e138da9a-7047-4e25-bc56-203f646f75c6 req-87b00a5c-95f9-4544-8939-681f8d68e132 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673132 Feb 04 22:26:13.619461 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45208) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:13.658921 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-113003a7-b713-4643-bd50-04c97e9c5e9c req-5d420f89-1071-4ab4-93d0-c039222e98a1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Deleting port ae59c2d7-d52b-4a84-9a81-b0f2222bd378 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:26:13.659920 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-113003a7-b713-4643-bd50-04c97e9c5e9c req-5d420f89-1071-4ab4-93d0-c039222e98a1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:13.952989 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-113003a7-b713-4643-bd50-04c97e9c5e9c req-5d420f89-1071-4ab4-93d0-c039222e98a1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] For port ae59c2d7-d52b-4a84-9a81-b0f2222bd378, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ae59c2d7-d52b-4a84-9a81-b0f2222bd378,segment=NetworkSegment(73fa2da2-ad9a-47f5-a07e-a7cc07f83c34),segment_id=73fa2da2-ad9a-47f5-a07e-a7cc07f83c34)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:13.953570 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-113003a7-b713-4643-bd50-04c97e9c5e9c req-5d420f89-1071-4ab4-93d0-c039222e98a1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:14.112502 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-113003a7-b713-4643-bd50-04c97e9c5e9c req-5d420f89-1071-4ab4-93d0-c039222e98a1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Calling delete_port for ae59c2d7-d52b-4a84-9a81-b0f2222bd378 owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:26:14.275198 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-113003a7-b713-4643-bd50-04c97e9c5e9c req-5d420f89-1071-4ab4-93d0-c039222e98a1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:14.291807 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c221ed4-cf99-42ab-9b49-b3612d2bbec2 req-113d4f7c-f899-4079-abff-3e4dfe41fc13 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:14.293375 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9c221ed4-cf99-42ab-9b49-b3612d2bbec2 req-113d4f7c-f899-4079-abff-3e4dfe41fc13 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9207f-e7dc-4709-a8e3-20e002a8569a HTTP/1.1" status: 200 len: 949 time: 0.2040002 Feb 04 22:26:14.312451 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['ae59c2d7-d52b-4a84-9a81-b0f2222bd378'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:26:14.329630 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d420f89-1071-4ab4-93d0-c039222e98a1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Pushing event deleted for resources: {'Port': ['ID=ae59c2d7-d52b-4a84-9a81-b0f2222bd378,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:14.366194 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9c221ed4-cf99-42ab-9b49-b3612d2bbec2 req-ede80ff4-a1ed-4ac7-9ed6-d9ca859bf927 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.47 "GET /v2.0/security-groups?id=67eb3630-347f-4c53-89df-18716f11e649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587599 Feb 04 22:26:14.417504 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-113003a7-b713-4643-bd50-04c97e9c5e9c req-5d420f89-1071-4ab4-93d0-c039222e98a1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] No DVR routers for this DVR port ae59c2d7-d52b-4a84-9a81-b0f2222bd378 on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:26:14.420004 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-113003a7-b713-4643-bd50-04c97e9c5e9c req-5d420f89-1071-4ab4-93d0-c039222e98a1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:14.437404 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-113003a7-b713-4643-bd50-04c97e9c5e9c req-5d420f89-1071-4ab4-93d0-c039222e98a1 tempest-VolumesNegativeTest-416922718 tempest-VolumesNegativeTest-416922718-project] 10.222.0.58 "DELETE /v2.0/ports/ae59c2d7-d52b-4a84-9a81-b0f2222bd378 HTTP/1.1" status: 204 len: 173 time: 0.8973589 Feb 04 22:26:14.472367 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad9207f-e7dc-4709-a8e3-20e002a8569a', 'name': 'network-vif-deleted', 'tag': 'ae59c2d7-d52b-4a84-9a81-b0f2222bd378'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:26:14.485726 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9a40180f-d6a8-4dbb-b844-d3e0f67c1b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746720'] for router_interface, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:14.528229 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad9207f-e7dc-4709-a8e3-20e002a8569a', 'name': 'network-vif-deleted', 'tag': 'ae59c2d7-d52b-4a84-9a81-b0f2222bd378', 'status': 'completed', 'code': 200} Feb 04 22:26:14.874054 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-9a40180f-d6a8-4dbb-b844-d3e0f67c1b13 admin admin] Deleting port 2cdf9d94-b28d-4115-8b30-819644801082 {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:26:14.874631 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9a40180f-d6a8-4dbb-b844-d3e0f67c1b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:15.059485 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [None req-9a40180f-d6a8-4dbb-b844-d3e0f67c1b13 admin admin] For port 2cdf9d94-b28d-4115-8b30-819644801082, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=2cdf9d94-b28d-4115-8b30-819644801082,segment=NetworkSegment(ecc958e1-ac56-4b03-a320-bf677ee949e2),segment_id=ecc958e1-ac56-4b03-a320-bf677ee949e2)] {{(pid=86817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:15.059832 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9a40180f-d6a8-4dbb-b844-d3e0f67c1b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:15.192414 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-9a40180f-d6a8-4dbb-b844-d3e0f67c1b13 admin admin] Calling delete_port for 2cdf9d94-b28d-4115-8b30-819644801082 owned by network:router_interface {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:26:15.515728 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device ae59c2d7-d52b-4a84-9a81-b0f2222bd378 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:26:15.575462 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: ae59c2d7-d52b-4a84-9a81-b0f2222bd378 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:26:15.577463 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device ae59c2d7-d52b-4a84-9a81-b0f2222bd378 not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:26:15.577930 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 8ce962e5-453e-40a4-acd4-a94cd47a05a2 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:26:15.673486 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 8ce962e5-453e-40a4-acd4-a94cd47a05a2 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:26:15.674232 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 8ce962e5-453e-40a4-acd4-a94cd47a05a2 not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:26:15.718567 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9a40180f-d6a8-4dbb-b844-d3e0f67c1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:15.803171 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40180f-d6a8-4dbb-b844-d3e0f67c1b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdf9d94-b28d-4115-8b30-819644801082,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:15.827696 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45284) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:15.951595 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e37a066f-de48-449c-873b-9b10e578f1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:15.970796 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-e37a066f-de48-449c-873b-9b10e578f1d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:15.974578 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-e37a066f-de48-449c-873b-9b10e578f1d9 admin admin] Usage tracker for resource:security_group_rule and tenant:ffda20102e5c4dda84cf9fab4cbe37c9 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:15.977498 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-e37a066f-de48-449c-873b-9b10e578f1d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:15.984503 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-e37a066f-de48-449c-873b-9b10e578f1d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:16.020339 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9a40180f-d6a8-4dbb-b844-d3e0f67c1b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579696'] for router_interface, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:16.157675 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e37a066f-de48-449c-873b-9b10e578f1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:16.162967 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e37a066f-de48-449c-873b-9b10e578f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:16.215980 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-e37a066f-de48-449c-873b-9b10e578f1d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ffda20102e5c4dda84cf9fab4cbe37c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851151 Feb 04 22:26:16.217211 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a066f-de48-449c-873b-9b10e578f1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7ea4dd-0bc8-41a6-a1a1-e7e7412a630d,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:16.220100 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45304) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:16.432632 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1cf4b37c-23c5-4413-a888-7c00a2d78ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:16.461755 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a40180f-d6a8-4dbb-b844-d3e0f67c1b13 admin admin] Router d32510b7-3377-468a-b965-5862a8291ed2 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:26:16.479565 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1cf4b37c-23c5-4413-a888-7c00a2d78ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:16.694384 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1cf4b37c-23c5-4413-a888-7c00a2d78ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:16.709316 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a40180f-d6a8-4dbb-b844-d3e0f67c1b13 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:26:16.719194 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd75722-179d-4c5e-b3bc-82377d32af33 None None] Sync routers for ids ['d32510b7-3377-468a-b965-5862a8291ed2'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:26:16.725127 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4b37c-23c5-4413-a888-7c00a2d78ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7ea4dd-0bc8-41a6-a1a1-e7e7412a630d,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:16.737194 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd75722-179d-4c5e-b3bc-82377d32af33 None None] Routers {'d32510b7-3377-468a-b965-5862a8291ed2'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:26:16.737904 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-0cd75722-179d-4c5e-b3bc-82377d32af33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:25:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['d32510b7-3377-468a-b965-5862a8291ed2'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:16.738507 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1cf4b37c-23c5-4413-a888-7c00a2d78ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:16.741813 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-1cf4b37c-23c5-4413-a888-7c00a2d78ed5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff7ea4dd-0bc8-41a6-a1a1-e7e7412a630d HTTP/1.1" status: 204 len: 168 time: 0.5173960 Feb 04 22:26:16.741813 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-9a40180f-d6a8-4dbb-b844-d3e0f67c1b13 admin admin] 10.222.0.47 "PUT /v2.0/routers/d32510b7-3377-468a-b965-5862a8291ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1228590 Feb 04 22:26:16.744027 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45358) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:16.937995 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Notify callbacks [] for router, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:16.973284 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-0cd75722-179d-4c5e-b3bc-82377d32af33 None None] Set router d32510b7-3377-468a-b965-5862a8291ed2 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:26:17.131159 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45378) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:17.149580 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d22d1fdf-5993-4888-8e67-03262cc876ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:17.167770 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-d22d1fdf-5993-4888-8e67-03262cc876ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:17.173355 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-d22d1fdf-5993-4888-8e67-03262cc876ef admin admin] Usage tracker for resource:security_group_rule and tenant:2d12e1c0a7094610a3d509e214240a85 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:17.176488 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-d22d1fdf-5993-4888-8e67-03262cc876ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:17.184002 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-d22d1fdf-5993-4888-8e67-03262cc876ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:17.269547 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:17.282348 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Deleting port 1f75cf9e-10df-4ba1-ad80-a37d55d76efe {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:26:17.283168 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:17.294391 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d22d1fdf-5993-4888-8e67-03262cc876ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:17.301237 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d22d1fdf-5993-4888-8e67-03262cc876ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:17.348423 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-0cd75722-179d-4c5e-b3bc-82377d32af33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-1556861733-router', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:39Z', 'updated_at': '2022-02-04T22:26:15Z', 'revision_number': 5, 'project_id': '2972bd90360f40548925dda55e960d83', 'gw_port': {'id': '1f75cf9e-10df-4ba1-ad80-a37d55d76efe', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:17.348715 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d1fdf-5993-4888-8e67-03262cc876ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cdb6c2-c394-43b5-824d-3581f17b1b27,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:17.352334 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd75722-179d-4c5e-b3bc-82377d32af33 None None] Checking router: d32510b7-3377-468a-b965-5862a8291ed2 for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:26:17.362643 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd75722-179d-4c5e-b3bc-82377d32af33 None None] Routers {'d32510b7-3377-468a-b965-5862a8291ed2'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:26:17.363173 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-0cd75722-179d-4c5e-b3bc-82377d32af33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:25:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['d32510b7-3377-468a-b965-5862a8291ed2'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:17.367990 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-d22d1fdf-5993-4888-8e67-03262cc876ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d12e1c0a7094610a3d509e214240a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357607 Feb 04 22:26:17.371118 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45396) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:17.434367 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c3b95170-1946-460e-8c5c-89c23ddd4b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:17.462857 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c3b95170-1946-460e-8c5c-89c23ddd4b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:17.526298 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-0cd75722-179d-4c5e-b3bc-82377d32af33 None None] Set router d32510b7-3377-468a-b965-5862a8291ed2 gateway port host: None {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:26:17.527791 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c3b95170-1946-460e-8c5c-89c23ddd4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:17.528396 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] For port 1f75cf9e-10df-4ba1-ad80-a37d55d76efe, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=1f75cf9e-10df-4ba1-ad80-a37d55d76efe,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:17.528765 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:17.545580 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b95170-1946-460e-8c5c-89c23ddd4b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cdb6c2-c394-43b5-824d-3581f17b1b27,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:17.571868 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c3b95170-1946-460e-8c5c-89c23ddd4b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:17.573027 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-c3b95170-1946-460e-8c5c-89c23ddd4b55 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/29cdb6c2-c394-43b5-824d-3581f17b1b27 HTTP/1.1" status: 204 len: 168 time: 0.2008746 Feb 04 22:26:17.677979 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Calling delete_port for 1f75cf9e-10df-4ba1-ad80-a37d55d76efe owned by network:router_gateway {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:26:17.697082 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-0cd75722-179d-4c5e-b3bc-82377d32af33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-1556861733-router', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:39Z', 'updated_at': '2022-02-04T22:26:17Z', 'revision_number': 6, 'project_id': '2972bd90360f40548925dda55e960d83', 'gw_port_host': None}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:17.701213 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd75722-179d-4c5e-b3bc-82377d32af33 None None] The sync data for ids ['d32510b7-3377-468a-b965-5862a8291ed2'] in dv-cinder-818885-2-iscsi is: [{'id': 'd32510b7-3377-468a-b965-5862a8291ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-1556861733-router', 'tenant_id': '2972bd90360f40548925dda55e960d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:39Z', 'updated_at': '2022-02-04T22:26:17Z', 'revision_number': 6, 'project_id': '2972bd90360f40548925dda55e960d83', 'gw_port_host': None}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:26:17.900181 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:17.954630 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f75cf9e-10df-4ba1-ad80-a37d55d76efe,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:17.996320 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574661'] for router_gateway, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:18.178978 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-658'] for router, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:18.181963 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:18.272353 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573871'] for router, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:18.273619 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d32510b7-3377-468a-b965-5862a8291ed2 {{(pid=86817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 22:26:18.290695 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] Notify callbacks [] for router, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:18.294678 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45472) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:18.295241 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-143c9b25-c255-4820-abf2-d5b42b60c24d admin admin] 10.222.0.47 "DELETE /v2.0/routers/d32510b7-3377-468a-b965-5862a8291ed2 HTTP/1.1" status: 204 len: 168 time: 1.5491593 Feb 04 22:26:18.361104 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc73c16-8ec0-43dc-bfac-bfeff0b7f77a admin admin] Deleting subnet 8a499076-7138-49cd-a886-8a07c636087b {{(pid=86818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:26:18.365105 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3dc73c16-8ec0-43dc-bfac-bfeff0b7f77a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:18.421825 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3dc73c16-8ec0-43dc-bfac-bfeff0b7f77a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262488781'] for subnet, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:18.483976 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 2cdf9d94-b28d-4115-8b30-819644801082 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:26:18.488351 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3dc73c16-8ec0-43dc-bfac-bfeff0b7f77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:18.535519 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 2cdf9d94-b28d-4115-8b30-819644801082 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:26:18.536179 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 2cdf9d94-b28d-4115-8b30-819644801082 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:26:18.536772 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 1f75cf9e-10df-4ba1-ad80-a37d55d76efe no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:26:18.576518 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3dc73c16-8ec0-43dc-bfac-bfeff0b7f77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262488677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263369888'] for subnet, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:18.618725 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc73c16-8ec0-43dc-bfac-bfeff0b7f77a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a499076-7138-49cd-a886-8a07c636087b,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:18.621344 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 1f75cf9e-10df-4ba1-ad80-a37d55d76efe {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:26:18.622120 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 1f75cf9e-10df-4ba1-ad80-a37d55d76efe not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:26:18.625744 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3dc73c16-8ec0-43dc-bfac-bfeff0b7f77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:18.633056 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-3dc73c16-8ec0-43dc-bfac-bfeff0b7f77a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8a499076-7138-49cd-a886-8a07c636087b HTTP/1.1" status: 204 len: 168 time: 0.3370199 Feb 04 22:26:18.638840 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45486) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:18.799455 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:18.939356 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:18.974490 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:18.976211 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:18.976312 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:18.976668 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > port after_create 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:18.978104 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > port after_delete 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:18.978472 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > port after_update 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:18.978800 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:18.979144 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:18.979467 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:18.982757 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:19.069051 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:19.069401 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:19.069746 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:19.070075 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 22:26:19.070643 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147e572c-d5ca-40cc-a413-4c11ad747739']}} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:19.085172 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc958e1-ac56-4b03-a320-bf677ee949e2') {'for_net_delete': True} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:19.085479 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc958e1-ac56-4b03-a320-bf677ee949e2') {} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:19.099496 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263109108'] for segment, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:19.122755 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:19.131022 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=86817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:26:19.132174 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263143025'] for segment, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: from cryptography.utils import int_from_bytes Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: from cryptography.utils import int_from_bytes Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: util.warn_limited( Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: util.warn_limited( Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: Traceback (most recent call last): Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: timer() Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: cb(*args, **kw) Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: return func(*args, **kwargs) Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: self._notify() Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: self.callback(batched_events) Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: event.method(event) Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: return f(self, *a, **k) Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._get(url).json() Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: return self.request(url, 'GET', **kwargs) Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:26:19.149548 dv-cinder-818885-2-iscsi neutron-server[86817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:26:19.232966 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:19.255345 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:19.260462 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] Pushing event deleted for resources: {'Network': ['ID=147e572c-d5ca-40cc-a413-4c11ad747739,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:19.277208 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-9772def1-aa9c-4f41-98bc-e6f7c4c9884b admin admin] 10.222.0.47 "DELETE /v2.0/networks/147e572c-d5ca-40cc-a413-4c11ad747739 HTTP/1.1" status: 204 len: 168 time: 0.6369331 Feb 04 22:26:19.490280 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45550) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:19.542313 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-3f56b600-314e-4f86-a9a2-dc4fba285a5d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2972bd90360f40548925dda55e960d83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508766 Feb 04 22:26:19.547937 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45558) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:19.632553 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-dfd69e5c-2dd8-4f42-b526-b4dad91b060e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:19.662206 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-dfd69e5c-2dd8-4f42-b526-b4dad91b060e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:19.722250 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-dfd69e5c-2dd8-4f42-b526-b4dad91b060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:19.743742 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd69e5c-2dd8-4f42-b526-b4dad91b060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f50a1df-45c9-42a9-9a85-4cf60e107386,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:19.751421 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-dfd69e5c-2dd8-4f42-b526-b4dad91b060e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:19.752476 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-dfd69e5c-2dd8-4f42-b526-b4dad91b060e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f50a1df-45c9-42a9-9a85-4cf60e107386 HTTP/1.1" status: 204 len: 168 time: 0.2055180 Feb 04 22:26:21.353533 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45654) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:21.489269 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e57e7c1c-b42f-4160-b6e4-55b87f1934c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:21.505217 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-e57e7c1c-b42f-4160-b6e4-55b87f1934c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:21.509063 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-e57e7c1c-b42f-4160-b6e4-55b87f1934c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f6aefb43047042b78649eb7ff72fc7f1 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:21.511886 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-e57e7c1c-b42f-4160-b6e4-55b87f1934c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:21.518508 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-e57e7c1c-b42f-4160-b6e4-55b87f1934c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:21.616487 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e57e7c1c-b42f-4160-b6e4-55b87f1934c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:21.620817 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e57e7c1c-b42f-4160-b6e4-55b87f1934c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:21.674962 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-e57e7c1c-b42f-4160-b6e4-55b87f1934c7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6aefb43047042b78649eb7ff72fc7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203182 Feb 04 22:26:21.675976 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e7c1c-b42f-4160-b6e4-55b87f1934c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af39b264-eda1-48f7-b7a8-f2c94f41ffc6,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:21.677664 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45670) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:21.721301 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45674) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:21.835011 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-92267e4b-efd4-42bf-8814-7455b0fc5536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:21.863197 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-92267e4b-efd4-42bf-8814-7455b0fc5536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:21.881506 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-9dc95c6d-d3f7-44ea-91c6-c614255f7868 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=878043483fe6481c811e53fe279c3559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589546 Feb 04 22:26:21.884102 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45680) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:21.956507 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-92267e4b-efd4-42bf-8814-7455b0fc5536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:21.966152 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-93c4b1cd-99ce-4d05-bce5-7327e658db13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:21.979297 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92267e4b-efd4-42bf-8814-7455b0fc5536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af39b264-eda1-48f7-b7a8-f2c94f41ffc6,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:21.990918 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-92267e4b-efd4-42bf-8814-7455b0fc5536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:21.992050 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-92267e4b-efd4-42bf-8814-7455b0fc5536 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/af39b264-eda1-48f7-b7a8-f2c94f41ffc6 HTTP/1.1" status: 204 len: 168 time: 0.3127553 Feb 04 22:26:22.007721 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-93c4b1cd-99ce-4d05-bce5-7327e658db13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:22.060044 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-93c4b1cd-99ce-4d05-bce5-7327e658db13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:22.082108 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4b1cd-99ce-4d05-bce5-7327e658db13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eb3630-347f-4c53-89df-18716f11e649,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:22.085434 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-93c4b1cd-99ce-4d05-bce5-7327e658db13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:22.086681 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-93c4b1cd-99ce-4d05-bce5-7327e658db13 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/67eb3630-347f-4c53-89df-18716f11e649 HTTP/1.1" status: 204 len: 168 time: 0.2016711 Feb 04 22:26:22.365913 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:22.484214 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-44082ea7-c000-4b22-8327-152820cd7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:23.018517 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45732) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:23.099976 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2be340bc-0579-48e1-a240-dcd9ce38d680 req-829eebf0-8517-403a-891c-a0db2c3123d3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1359689 Feb 04 22:26:23.236008 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1603248725-network', 'tenant_id': '58c239fd665245f19faf15cb712f602a'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:26:23.248219 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:23.253777 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Usage tracker for resource:network and tenant:58c239fd665245f19faf15cb712f602a is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:23.262602 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:23.279568 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be340bc-0579-48e1-a240-dcd9ce38d680 req-85e3ef35-f5fb-4d83-98a2-6d0f5e0a9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:23.281623 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2be340bc-0579-48e1-a240-dcd9ce38d680 req-85e3ef35-f5fb-4d83-98a2-6d0f5e0a9d30 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a695b0b4e11742ffb16d2376dc969eef&device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 1099 time: 0.1409826 Feb 04 22:26:23.284446 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:23.299993 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Made reservation on behalf of 58c239fd665245f19faf15cb712f602a for: {'network': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:26:23.303019 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:23.320032 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:23.349741 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:23.355709 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Usage tracker for resource:security_group_rule and tenant:58c239fd665245f19faf15cb712f602a is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:23.359844 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:23.373034 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:23.496754 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:23.503210 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:23.527830 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be340bc-0579-48e1-a240-dcd9ce38d680 req-57f8ef6b-e8c7-4c18-9b20-7e3a8b9f5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:23.531513 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2be340bc-0579-48e1-a240-dcd9ce38d680 req-57f8ef6b-e8c7-4c18-9b20-7e3a8b9f5b34 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b10f71a1-fd6a-4752-b30c-8ed030813f0a HTTP/1.1" status: 200 len: 911 time: 0.2252572 Feb 04 22:26:23.541419 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=86817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:26:23.548234 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a032db1-960d-47ca-b239-60acd08cf4ec,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:23.569251 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:23.569694 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.segments_db [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Added segment 7d25cde7-a3d8-49ba-a7bc-f49685078cc4 of type vlan for network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 Feb 04 22:26:23.607368 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:23.651461 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:23.653032 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:23.653842 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:23.757773 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2be340bc-0579-48e1-a240-dcd9ce38d680 req-c1310163-b2c8-44cd-866d-1cab7b29b4d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388ba3bd-d05a-49b9-a456-9a8af0fa856a HTTP/1.1" status: 200 len: 1000 time: 0.2182009 Feb 04 22:26:23.777245 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7565033 Feb 04 22:26:23.780899 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45760) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:23.784654 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600f886-bff4-4cfb-9ea4-0cc0a49f018d admin admin] Pushing event updated for resources: {'Network': ['ID=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:23.789053 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Request body: {'subnet': {'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1603248725-subnet', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'ip_version': 4}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:26:23.796033 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:23.799949 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:26:23.801906 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Usage tracker for resource:subnet and tenant:58c239fd665245f19faf15cb712f602a is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:23.805784 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:23.814219 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:23.828543 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Made reservation on behalf of 58c239fd665245f19faf15cb712f602a for: {'subnet': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:26:23.831318 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263369867'] for subnet, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:24.073100 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262488762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263369881'] for subnet, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:24.149182 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57fb06e-b417-4005-88e9-6a7daa63527b,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:24.160727 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Checking segment: {'id': '7d25cde7-a3d8-49ba-a7bc-f49685078cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:26:24.161073 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Network hostable DHCP agents. Network: 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:26:24.183941 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:26:24.194414 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16) {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:26:24.199840 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:24.200871 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:24.205688 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312c8a2d-51dc-48c2-8bc8-3c678bb81197 None None] Network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:26:24.239586 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-befbde81-037d-47bf-900e-99a86df7259e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4542568 Feb 04 22:26:24.239819 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45782) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:24.245039 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:26:24.253621 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:24.257688 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Usage tracker for resource:router and tenant:58c239fd665245f19faf15cb712f602a is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:24.260774 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:24.267286 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:24.282060 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-652'] for router, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:24.283042 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574484', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-667'] for router, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:24.305930 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:24.448133 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc10aaa20-4b3d-58be-beff-2596df0677b1-2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'fixed_ips': [{'subnet_id': 'a57fb06e-b417-4005-88e9-6a7daa63527b'}]}} from dv-cinder-818885-2-iscsi. {{(pid=86819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 22:26:24.448963 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:24.643207 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.db_base_plugin_common [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Allocated IP 172.20.0.2 (2359f228-96c8-4a4f-9bda-0dc2ab2c3c16/a57fb06e-b417-4005-88e9-6a7daa63527b/86132d31-9cff-4eaa-a226-fc49971a3877) {{(pid=86819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:26:24.714177 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-617'] for router, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:24.725284 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be340bc-0579-48e1-a240-dcd9ce38d680 req-622b6f49-e8f4-4392-84d5-7a0bab01a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:24.726810 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2be340bc-0579-48e1-a240-dcd9ce38d680 req-622b6f49-e8f4-4392-84d5-7a0bab01a25d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e8440005-8ac9-4a7a-8de4-e22844ad48d9 HTTP/1.1" status: 200 len: 849 time: 0.1930034 Feb 04 22:26:24.776382 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45806) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:24.911855 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Notify callbacks [] for port, precommit_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:24.923012 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Transition to ACTIVE for port object 86132d31-9cff-4eaa-a226-fc49971a3877 will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:26:24.923823 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-11897a4a-f4dc-48f9-a4e6-0bb24a559474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:24.940174 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-11897a4a-f4dc-48f9-a4e6-0bb24a559474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:24.944068 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Transition to ACTIVE for port object 86132d31-9cff-4eaa-a226-fc49971a3877 will not be triggered until provisioned by entity DHCP. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:26:24.947720 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-11897a4a-f4dc-48f9-a4e6-0bb24a559474 admin admin] Usage tracker for resource:security_group_rule and tenant:4632bce54a3e475fb257484814bb39db is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:24.952041 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-11897a4a-f4dc-48f9-a4e6-0bb24a559474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:24.958386 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:24.959511 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-11897a4a-f4dc-48f9-a4e6-0bb24a559474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:25.028763 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 is already hosted by enough agents. {{(pid=86819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:26:25.029918 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.base_scheduler [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Resources bound (agent type, host, resource id): {{(pid=86819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:26:25.033958 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ec6389ea-102e-4cbc-8624-afceaf4cb2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.035527 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Received port after_create {{(pid=86819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:26:25.039453 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.065225 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-11897a4a-f4dc-48f9-a4e6-0bb24a559474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.069768 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-11897a4a-f4dc-48f9-a4e6-0bb24a559474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.076704 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.108557 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Pushing event updated for resources: {'Port': ['ID=86132d31-9cff-4eaa-a226-fc49971a3877,revision_number=1']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:25.124839 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-11897a4a-f4dc-48f9-a4e6-0bb24a559474 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4632bce54a3e475fb257484814bb39db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457925 Feb 04 22:26:25.126241 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45812) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:25.129079 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11897a4a-f4dc-48f9-a4e6-0bb24a559474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfdb498-5e0d-47bd-b980-20cc30db4199,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:25.140109 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Attempting to bind port 86132d31-9cff-4eaa-a226-fc49971a3877 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:26:25.140713 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Attempting to bind port 86132d31-9cff-4eaa-a226-fc49971a3877 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '7d25cde7-a3d8-49ba-a7bc-f49685078cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:26:25.141564 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Attempting to bind port 86132d31-9cff-4eaa-a226-fc49971a3877 on network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:26:25.148858 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:26:25.149224 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Checking segment: {'id': '7d25cde7-a3d8-49ba-a7bc-f49685078cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:26:25.149816 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.150373 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Bound using segment: {'id': '7d25cde7-a3d8-49ba-a7bc-f49685078cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:26:25.150924 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Bound port: 86132d31-9cff-4eaa-a226-fc49971a3877, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d25cde7-a3d8-49ba-a7bc-f49685078cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:26:25.151311 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.192415 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c6260ee6-3d7c-4d28-bf85-50492cceff87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.220540 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c6260ee6-3d7c-4d28-bf85-50492cceff87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.225278 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Allocated IP 172.27.0.185 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/0453ba16-3b16-4312-8504-7cab6b94aaf3) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:26:25.242830 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] For port 86132d31-9cff-4eaa-a226-fc49971a3877, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:26:25.247390 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] For port 86132d31-9cff-4eaa-a226-fc49971a3877, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=86132d31-9cff-4eaa-a226-fc49971a3877,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:26:25.252226 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.279307 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c6260ee6-3d7c-4d28-bf85-50492cceff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.293877 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6260ee6-3d7c-4d28-bf85-50492cceff87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfdb498-5e0d-47bd-b980-20cc30db4199,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:25.304711 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c6260ee6-3d7c-4d28-bf85-50492cceff87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.308201 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-c6260ee6-3d7c-4d28-bf85-50492cceff87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6bfdb498-5e0d-47bd-b980-20cc30db4199 HTTP/1.1" status: 204 len: 168 time: 0.1785722 Feb 04 22:26:25.371022 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd961f-9a68-454e-b6ad-767f025ad2bf None None] Pushing event updated for resources: {'Port': ['ID=86132d31-9cff-4eaa-a226-fc49971a3877,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:25.419560 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.453945 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.524180 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:26:25.526381 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:26:25.531955 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:26:25.570680 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Pushing event updated for resources: {'Port': ['ID=0453ba16-3b16-4312-8504-7cab6b94aaf3,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:25.711245 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45822) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:25.730648 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-99290498-3491-432c-a64d-e1f800ee472d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.752374 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-99290498-3491-432c-a64d-e1f800ee472d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:25.757063 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-99290498-3491-432c-a64d-e1f800ee472d admin admin] Usage tracker for resource:security_group_rule and tenant:588bcf1ced754f74944ae00bf85e3082 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:25.761212 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-99290498-3491-432c-a64d-e1f800ee472d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:25.769317 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-99290498-3491-432c-a64d-e1f800ee472d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:25.856634 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-99290498-3491-432c-a64d-e1f800ee472d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.861086 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-99290498-3491-432c-a64d-e1f800ee472d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.898549 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:25.918113 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-99290498-3491-432c-a64d-e1f800ee472d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=588bcf1ced754f74944ae00bf85e3082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055941 Feb 04 22:26:25.918956 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99290498-3491-432c-a64d-e1f800ee472d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727a4e20-8d46-492b-a102-7c8ffa1ed738,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:25.921354 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45830) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:26.208313 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:26.251979 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:26.275718 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7909cfa8-a02b-491d-92d4-bf641c06b3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:26.344766 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7909cfa8-a02b-491d-92d4-bf641c06b3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:26.454168 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e03c98-f983-4000-b16c-872e156a22e6 None None] Network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:26:26.466265 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be340bc-0579-48e1-a240-dcd9ce38d680 req-61b93c52-793e-40b6-903a-ffc3a268a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:26.467812 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2be340bc-0579-48e1-a240-dcd9ce38d680 req-61b93c52-793e-40b6-903a-ffc3a268a272 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b10f71a1-fd6a-4752-b30c-8ed030813f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3262525 Feb 04 22:26:26.555644 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 86132d31-9cff-4eaa-a226-fc49971a3877 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:26.637472 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-73a89ce6-86cd-42c4-9590-38d863071ba9 None None] Provisioning for port 86132d31-9cff-4eaa-a226-fc49971a3877 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:26:26.663451 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7909cfa8-a02b-491d-92d4-bf641c06b3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:26.704958 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909cfa8-a02b-491d-92d4-bf641c06b3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727a4e20-8d46-492b-a102-7c8ffa1ed738,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:26.753676 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 86132d31-9cff-4eaa-a226-fc49971a3877 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:26:26.767580 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 86132d31-9cff-4eaa-a226-fc49971a3877 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:26.767953 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:26.819386 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2be340bc-0579-48e1-a240-dcd9ce38d680 req-996852b0-b653-468e-ae02-8ed502f0c120 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427875 Feb 04 22:26:26.846337 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574497'] for router, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:26.848676 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7909cfa8-a02b-491d-92d4-bf641c06b3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:26.852218 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-7909cfa8-a02b-491d-92d4-bf641c06b3cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/727a4e20-8d46-492b-a102-7c8ffa1ed738 HTTP/1.1" status: 204 len: 168 time: 0.9273000 Feb 04 22:26:26.951141 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:26.992066 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 86132d31-9cff-4eaa-a226-fc49971a3877, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=86132d31-9cff-4eaa-a226-fc49971a3877,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:26.997812 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:27.087667 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=86132d31-9cff-4eaa-a226-fc49971a3877,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:27.167002 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2be340bc-0579-48e1-a240-dcd9ce38d680 req-161215ea-8b29-45dc-b04e-40a57682a78a service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409886 Feb 04 22:26:27.219814 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Router ee8f232a-ae7e-480a-b005-2c0a691171cb is scheduled to L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 with binding_index 1 {{(pid=86818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 22:26:27.266962 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:27.285830 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-c74bb21e-d2c5-417a-8615-2214b8b01638 None None] Provisioning complete for port 86132d31-9cff-4eaa-a226-fc49971a3877 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:27.286237 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c74bb21e-d2c5-417a-8615-2214b8b01638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:27.468928 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:26:27.478853 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Sync routers for ids ['ee8f232a-ae7e-480a-b005-2c0a691171cb'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:26:27.490730 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Routers {'ee8f232a-ae7e-480a-b005-2c0a691171cb'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:26:27.491455 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:26:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ee8f232a-ae7e-480a-b005-2c0a691171cb'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:27.502687 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] Notify callbacks [] for router, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:27.506135 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-7f569f3a-ee9e-4003-af6f-2b4d3ac9c042 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2636399 Feb 04 22:26:27.507387 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45866) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:27.740867 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Set router ee8f232a-ae7e-480a-b005-2c0a691171cb gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:26:28.094968 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:26:25Z', 'revision_number': 3, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port': {'id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:94:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:25Z', 'updated_at': '2022-02-04T22:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:28.099094 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Checking router: ee8f232a-ae7e-480a-b005-2c0a691171cb for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:26:28.099448 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Updating router ee8f232a-ae7e-480a-b005-2c0a691171cb port 0453ba16-3b16-4312-8504-7cab6b94aaf3 binding host dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:26:28.165992 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:28.377773 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:28.477523 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 86132d31-9cff-4eaa-a226-fc49971a3877 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:28.632640 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Notify callbacks [] for port, precommit_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:28.638097 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 86132d31-9cff-4eaa-a226-fc49971a3877 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:28.638673 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:28.694010 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Transition to ACTIVE for port object 0453ba16-3b16-4312-8504-7cab6b94aaf3 will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:26:28.706153 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:28.710326 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Allocated IP 172.20.0.1 (2359f228-96c8-4a4f-9bda-0dc2ab2c3c16/a57fb06e-b417-4005-88e9-6a7daa63527b/92e5e058-5bc9-4a75-a19b-1e4054bf1f0e) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:26:28.802002 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Attempting to bind port 0453ba16-3b16-4312-8504-7cab6b94aaf3 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:26:28.802473 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Attempting to bind port 0453ba16-3b16-4312-8504-7cab6b94aaf3 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:26:28.802925 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Attempting to bind port 0453ba16-3b16-4312-8504-7cab6b94aaf3 on network 3507d728-f957-4adf-968c-fa2aba268e7e {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:26:28.843569 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb9e27-7c2a-4769-8b3f-26a3ca7f7684 None None] Pushing event updated for resources: {'Port': ['ID=0453ba16-3b16-4312-8504-7cab6b94aaf3,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:28.852124 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:26:28.852474 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Checking segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:26:28.852788 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:28.853189 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Bound using segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:26:28.853671 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Bound port: 0453ba16-3b16-4312-8504-7cab6b94aaf3, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:26:28.854138 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:28.894722 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:28.926225 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.provisioning_blocks [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Transition to ACTIVE for port object 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e will not be triggered until provisioned by entity DHCP. {{(pid=86817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:26:28.976093 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:28.989014 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] For port 0453ba16-3b16-4312-8504-7cab6b94aaf3, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:26:28.993120 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] For port 0453ba16-3b16-4312-8504-7cab6b94aaf3, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=0453ba16-3b16-4312-8504-7cab6b94aaf3,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:26:28.999132 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:29.076661 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:26:29.080078 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:26:29.084227 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:26:29.096765 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Routers {'ee8f232a-ae7e-480a-b005-2c0a691171cb'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:26:29.097392 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:26:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ee8f232a-ae7e-480a-b005-2c0a691171cb'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:29.116190 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Pushing event updated for resources: {'Port': ['ID=92e5e058-5bc9-4a75-a19b-1e4054bf1f0e,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:29.160365 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746523'] for router_interface, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:29.184544 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb9e27-7c2a-4769-8b3f-26a3ca7f7684 None None] Pushing event updated for resources: {'Port': ['ID=0453ba16-3b16-4312-8504-7cab6b94aaf3,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:29.372075 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] Set router ee8f232a-ae7e-480a-b005-2c0a691171cb gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:26:29.575000 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-01939a2b-07ec-4161-8b75-99f3a9cdb07c None None] Provisioning for port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:26:29.594230 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-01939a2b-07ec-4161-8b75-99f3a9cdb07c None None] Provisioning complete for port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:29.594595 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-01939a2b-07ec-4161-8b75-99f3a9cdb07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:29.639525 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:29.794015 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-01939a2b-07ec-4161-8b75-99f3a9cdb07c None None] Port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:26:29.838679 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:26:25Z', 'revision_number': 3, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port': {'id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:94:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:25Z', 'updated_at': '2022-02-04T22:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:29.844228 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4017c3-bd68-46ba-a16d-a40ab85b8f77 None None] The sync data for ids ['ee8f232a-ae7e-480a-b005-2c0a691171cb'] in dv-cinder-818885-2-iscsi is: [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:26:25Z', 'revision_number': 3, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port': {'id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:94:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:25Z', 'updated_at': '2022-02-04T22:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:26:29.952912 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08075f5f-5740-4934-86ba-2ee6d3ded30d req-fd526c17-9a09-424b-b9ea-f384c1080c9c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:29.954511 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-08075f5f-5740-4934-86ba-2ee6d3ded30d req-fd526c17-9a09-424b-b9ea-f384c1080c9c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.2141581 Feb 04 22:26:30.017183 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:30.026066 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-08075f5f-5740-4934-86ba-2ee6d3ded30d req-108b91b2-02ae-4dc6-b168-7f5a0aa3e5c5 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638492 Feb 04 22:26:30.026779 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263109017'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:30.142874 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Pushing event updated for resources: {'Port': ['ID=92e5e058-5bc9-4a75-a19b-1e4054bf1f0e,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:30.145325 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746750'] for router_interface, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:30.286311 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:26:30.287801 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:26:30.526854 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Router ee8f232a-ae7e-480a-b005-2c0a691171cb has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:26:30.545275 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 0453ba16-3b16-4312-8504-7cab6b94aaf3 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:30.652035 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-09540a67-5a87-4786-a6d8-f9c80ea141e1 None None] Provisioning complete for port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:30.652742 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-09540a67-5a87-4786-a6d8-f9c80ea141e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:30.723304 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-09540a67-5a87-4786-a6d8-f9c80ea141e1 None None] Port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:26:30.743149 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 0453ba16-3b16-4312-8504-7cab6b94aaf3 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:26:30.748917 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 0453ba16-3b16-4312-8504-7cab6b94aaf3 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:30.749208 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:30.870007 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:26:30.882982 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:30.893012 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-c6d3bf03-05ad-44cd-89f7-e96792ae4636 admin admin] 10.222.0.47 "PUT /v2.0/routers/ee8f232a-ae7e-480a-b005-2c0a691171cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3837473 Feb 04 22:26:30.903210 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 0453ba16-3b16-4312-8504-7cab6b94aaf3, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=0453ba16-3b16-4312-8504-7cab6b94aaf3,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:30.909984 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:31.000840 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=0453ba16-3b16-4312-8504-7cab6b94aaf3,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:31.143599 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45960) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:31.266435 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef1a4b-a595-4ae8-8e09-1300524182b0 req-42a837a3-89f7-41d8-8a70-a3ef299156e0 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:31.268011 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-45ef1a4b-a595-4ae8-8e09-1300524182b0 req-42a837a3-89f7-41d8-8a70-a3ef299156e0 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1070762 Feb 04 22:26:31.335153 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-45ef1a4b-a595-4ae8-8e09-1300524182b0 req-73d37a42-7823-4e95-900b-64ccb863c2b5 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607851 Feb 04 22:26:31.401551 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c4c3595f-cf14-4f8f-8c0f-b370b8772ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:31.418897 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-c4c3595f-cf14-4f8f-8c0f-b370b8772ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:31.424368 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c4c3595f-cf14-4f8f-8c0f-b370b8772ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:d04c289c63dd4139b88e26bae2c288a6 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:31.428350 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c4c3595f-cf14-4f8f-8c0f-b370b8772ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:31.436902 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-c4c3595f-cf14-4f8f-8c0f-b370b8772ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:31.543220 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c4c3595f-cf14-4f8f-8c0f-b370b8772ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:31.568163 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c4c3595f-cf14-4f8f-8c0f-b370b8772ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:31.637035 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3595f-cf14-4f8f-8c0f-b370b8772ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035ac65e-f4dd-4f36-ab1f-5edae1750207,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:31.663935 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-c4c3595f-cf14-4f8f-8c0f-b370b8772ba5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d04c289c63dd4139b88e26bae2c288a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5008168 Feb 04 22:26:31.663935 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45978) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:31.729521 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-441334bb-365c-46c1-ab34-ed3726097a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:31.748931 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45984) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:31.755209 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1424342068-network', 'tenant_id': '8d5641916e164f29b8def93712878f68'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:26:31.759756 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:31.762910 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-441334bb-365c-46c1-ab34-ed3726097a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:31.764221 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Usage tracker for resource:network and tenant:8d5641916e164f29b8def93712878f68 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:31.767103 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:31.772963 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:31.782815 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Made reservation on behalf of 8d5641916e164f29b8def93712878f68 for: {'network': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:26:31.785139 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:31.798300 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:31.813982 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:31.818102 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Usage tracker for resource:security_group_rule and tenant:8d5641916e164f29b8def93712878f68 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:31.819552 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-441334bb-365c-46c1-ab34-ed3726097a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:31.820918 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:31.829903 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:31.840595 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441334bb-365c-46c1-ab34-ed3726097a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035ac65e-f4dd-4f36-ab1f-5edae1750207,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:31.844165 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-441334bb-365c-46c1-ab34-ed3726097a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:31.846019 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-441334bb-365c-46c1-ab34-ed3726097a8e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/035ac65e-f4dd-4f36-ab1f-5edae1750207 HTTP/1.1" status: 204 len: 168 time: 0.1977344 Feb 04 22:26:31.877803 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Sync routers for ids ['ee8f232a-ae7e-480a-b005-2c0a691171cb'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:26:31.887494 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Routers {'ee8f232a-ae7e-480a-b005-2c0a691171cb'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:26:31.888115 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:26:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ee8f232a-ae7e-480a-b005-2c0a691171cb'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:31.946760 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:31.952224 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:31.982722 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=86817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:26:31.997236 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdbbfc7-5d00-441c-982c-ecf56bc8bdaa,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:32.003739 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.004236 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.segments_db [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Added segment 9feb2686-acc7-4a01-9663-ae23e31ea19d of type vlan for network 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc Feb 04 22:26:32.035979 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.069012 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Set router ee8f232a-ae7e-480a-b005-2c0a691171cb gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:26:32.073846 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.074814 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:32.075467 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.182757 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] Pushing event updated for resources: {'Network': ['ID=16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:32.186551 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-08dab7ae-3881-4631-bfec-8bdcd16e1fae admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4363785 Feb 04 22:26:32.190024 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 45992) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:32.196289 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Request body: {'subnet': {'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1424342068-subnet', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'ip_version': 4}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:26:32.201740 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:32.205935 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Usage tracker for resource:subnet and tenant:8d5641916e164f29b8def93712878f68 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:32.206121 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:26:32.209083 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:32.215499 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:32.229053 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Made reservation on behalf of 8d5641916e164f29b8def93712878f68 for: {'subnet': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:26:32.233979 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263107254'] for subnet, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.267699 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 45996) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:32.298522 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4e44-9f51-46ac-8edd-5d8c28ef2d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.323138 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-e7cd4e44-9f51-46ac-8edd-5d8c28ef2d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:32.330713 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-e7cd4e44-9f51-46ac-8edd-5d8c28ef2d6d admin admin] Usage tracker for resource:security_group_rule and tenant:145f860f81554123ada8ae20c178de44 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:32.335283 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-e7cd4e44-9f51-46ac-8edd-5d8c28ef2d6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:32.345133 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-e7cd4e44-9f51-46ac-8edd-5d8c28ef2d6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:32.411703 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:26:29Z', 'revision_number': 4, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port': {'id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:94:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:25Z', 'updated_at': '2022-02-04T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '92e5e058-5bc9-4a75-a19b-1e4054bf1f0e', 'name': '', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'mac_address': 'fa:16:3e:8e:16:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:28Z', 'updated_at': '2022-02-04T22:26:29Z', 'revision_number': 2, 'project_id': '58c239fd665245f19faf15cb712f602a', 'subnets': [{'id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:32.417530 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Checking router: ee8f232a-ae7e-480a-b005-2c0a691171cb for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:26:32.418358 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Updating router ee8f232a-ae7e-480a-b005-2c0a691171cb port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e binding host dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:26:32.476472 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4e44-9f51-46ac-8edd-5d8c28ef2d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.480856 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.483185 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4e44-9f51-46ac-8edd-5d8c28ef2d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.517503 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 0453ba16-3b16-4312-8504-7cab6b94aaf3 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:32.575534 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-e7cd4e44-9f51-46ac-8edd-5d8c28ef2d6d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=145f860f81554123ada8ae20c178de44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067207 Feb 04 22:26:32.578948 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd4e44-9f51-46ac-8edd-5d8c28ef2d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbae975-fe02-45c8-9e22-3d3a960baba5,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:32.579748 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46002) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:32.585374 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263108876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263107236'] for subnet, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.615939 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 0453ba16-3b16-4312-8504-7cab6b94aaf3 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:32.616365 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.733669 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=094e4591-2dc5-431d-b881-09ad574b5fbb,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:32.752396 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Checking segment: {'id': '9feb2686-acc7-4a01-9663-ae23e31ea19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:26:32.752754 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Network hostable DHCP agents. Network: 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:26:32.768737 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ca48-e6d2-4f40-91e1-b8a6ea7ea353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.787186 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24838e-ce95-427b-9b8c-370ed395dda8 req-3d417e9c-f33c-45a6-8112-d005240c216f tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:32.788709 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8d24838e-ce95-427b-9b8c-370ed395dda8 req-3d417e9c-f33c-45a6-8112-d005240c216f tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.2748950 Feb 04 22:26:32.829309 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ca48-e6d2-4f40-91e1-b8a6ea7ea353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.835860 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Network 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:26:32.857609 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Notify callbacks [] for port, precommit_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.869664 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc) {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:26:32.871413 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.provisioning_blocks [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Transition to ACTIVE for port object 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e will not be triggered until provisioned by entity L2. {{(pid=86820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:26:32.879150 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.880074 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0188858f-9d9a-4e63-988e-13874154a2ca None None] Network 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:26:32.887968 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:32.889151 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.901318 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8d24838e-ce95-427b-9b8c-370ed395dda8 req-980beb72-2038-4cbe-a957-7f13d2649383 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984654 Feb 04 22:26:32.936973 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-4092855c-174a-4195-921a-ca16a5e78ef4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7424371 Feb 04 22:26:32.937394 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46010) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:32.944280 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ca48-e6d2-4f40-91e1-b8a6ea7ea353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.944956 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1424342068-router', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:26:32.950918 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ca48-e6d2-4f40-91e1-b8a6ea7ea353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:32.955928 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-f7d9ca48-e6d2-4f40-91e1-b8a6ea7ea353 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7cbae975-fe02-45c8-9e22-3d3a960baba5 HTTP/1.1" status: 204 len: 168 time: 0.3711822 Feb 04 22:26:32.969362 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:32.969362 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Usage tracker for resource:router and tenant:8d5641916e164f29b8def93712878f68 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:32.969573 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:32.976124 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9ca48-e6d2-4f40-91e1-b8a6ea7ea353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbae975-fe02-45c8-9e22-3d3a960baba5,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:32.981234 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:33.014175 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Pushing event updated for resources: {'Port': ['ID=92e5e058-5bc9-4a75-a19b-1e4054bf1f0e,revision_number=3']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:33.108467 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:33.109067 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:33.109619 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:33.120516 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:33.120516 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:33.120516 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:33.120516 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:33.120516 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:33.120516 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:33.122394 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:33.123379 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:33.124154 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:33.159116 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-652'] for router, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:33.160795 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574484', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-667'] for router, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:33.202618 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:33.306273 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc10aaa20-4b3d-58be-beff-2596df0677b1-16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc', 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'fixed_ips': [{'subnet_id': '094e4591-2dc5-431d-b881-09ad574b5fbb'}]}} from dv-cinder-818885-2-iscsi. {{(pid=86819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 22:26:33.307198 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:33.370030 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Attempting to bind port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:26:33.370162 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Attempting to bind port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '7d25cde7-a3d8-49ba-a7bc-f49685078cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16'}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:26:33.370508 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Attempting to bind port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e on network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:26:33.376968 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:26:33.377626 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Checking segment: {'id': '7d25cde7-a3d8-49ba-a7bc-f49685078cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:26:33.378225 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:33.378773 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Bound using segment: {'id': '7d25cde7-a3d8-49ba-a7bc-f49685078cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16'} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:26:33.379389 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Bound port: 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d25cde7-a3d8-49ba-a7bc-f49685078cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16'}}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:26:33.379960 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:33.506682 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] For port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:26:33.510304 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] For port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=92e5e058-5bc9-4a75-a19b-1e4054bf1f0e,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:26:33.520546 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:33.579066 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-617'] for router, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:33.609054 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Routers {'ee8f232a-ae7e-480a-b005-2c0a691171cb'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:26:33.609948 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:26:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ee8f232a-ae7e-480a-b005-2c0a691171cb'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:33.643304 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.db_base_plugin_common [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Allocated IP 172.20.0.2 (16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc/094e4591-2dc5-431d-b881-09ad574b5fbb/ac4933d0-6aa8-42a5-bd5f-f17229684e2c) {{(pid=86819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:26:33.970065 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb75c31-5293-4ece-b408-53d96f119d6a None None] Pushing event updated for resources: {'Port': ['ID=92e5e058-5bc9-4a75-a19b-1e4054bf1f0e,revision_number=4']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:33.979642 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] Set router ee8f232a-ae7e-480a-b005-2c0a691171cb gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:26:34.055869 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Notify callbacks [] for port, precommit_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:34.077099 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Transition to ACTIVE for port object ac4933d0-6aa8-42a5-bd5f-f17229684e2c will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:26:34.116244 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Transition to ACTIVE for port object ac4933d0-6aa8-42a5-bd5f-f17229684e2c will not be triggered until provisioned by entity DHCP. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:26:34.132294 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:34.143670 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:34.185065 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:34.194717 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Network 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc is already hosted by enough agents. {{(pid=86819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:26:34.203808 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.base_scheduler [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Resources bound (agent type, host, resource id): {{(pid=86819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:26:34.209048 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Received port after_create {{(pid=86819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:26:34.303617 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Pushing event updated for resources: {'Port': ['ID=ac4933d0-6aa8-42a5-bd5f-f17229684e2c,revision_number=1']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:34.325151 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Attempting to bind port ac4933d0-6aa8-42a5-bd5f-f17229684e2c on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:26:34.326402 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Attempting to bind port ac4933d0-6aa8-42a5-bd5f-f17229684e2c by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '9feb2686-acc7-4a01-9663-ae23e31ea19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:26:34.326402 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Attempting to bind port ac4933d0-6aa8-42a5-bd5f-f17229684e2c on network 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:26:34.332100 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:26:34.332473 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Checking segment: {'id': '9feb2686-acc7-4a01-9663-ae23e31ea19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:26:34.332871 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:34.333258 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Bound using segment: {'id': '9feb2686-acc7-4a01-9663-ae23e31ea19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:26:34.333972 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Bound port: ac4933d0-6aa8-42a5-bd5f-f17229684e2c, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feb2686-acc7-4a01-9663-ae23e31ea19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:26:34.334195 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:34.338746 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b2b17-bbc7-4671-97e7-78675247dae8 req-7fef461e-78ec-4dfe-b167-189d110c7167 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:34.340306 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-554b2b17-bbc7-4671-97e7-78675247dae8 req-7fef461e-78ec-4dfe-b167-189d110c7167 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.2333999 Feb 04 22:26:34.402224 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Allocated IP 172.27.0.127 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/0fc3e189-3b14-4824-a09b-bd95d824a901) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:26:34.452329 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-554b2b17-bbc7-4671-97e7-78675247dae8 req-40774803-7daa-4e53-9b40-ae71224c460a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027682 Feb 04 22:26:34.490814 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] For port ac4933d0-6aa8-42a5-bd5f-f17229684e2c, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:26:34.495836 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:26:29Z', 'revision_number': 4, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port': {'id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:94:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:25Z', 'updated_at': '2022-02-04T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '92e5e058-5bc9-4a75-a19b-1e4054bf1f0e', 'name': '', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'mac_address': 'fa:16:3e:8e:16:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:28Z', 'updated_at': '2022-02-04T22:26:33Z', 'revision_number': 4, 'project_id': '58c239fd665245f19faf15cb712f602a', 'subnets': [{'id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:34.498467 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] For port ac4933d0-6aa8-42a5-bd5f-f17229684e2c, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=ac4933d0-6aa8-42a5-bd5f-f17229684e2c,segment=NetworkSegment(9feb2686-acc7-4a01-9663-ae23e31ea19d),segment_id=9feb2686-acc7-4a01-9663-ae23e31ea19d)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:26:34.501571 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e84ce-bfa4-41ad-af05-df5e602d22a2 None None] The sync data for ids ['ee8f232a-ae7e-480a-b005-2c0a691171cb'] in dv-cinder-818885-2-iscsi is: [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:26:29Z', 'revision_number': 4, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port': {'id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:94:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:25Z', 'updated_at': '2022-02-04T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '92e5e058-5bc9-4a75-a19b-1e4054bf1f0e', 'name': '', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'mac_address': 'fa:16:3e:8e:16:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:28Z', 'updated_at': '2022-02-04T22:26:33Z', 'revision_number': 4, 'project_id': '58c239fd665245f19faf15cb712f602a', 'subnets': [{'id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:26:34.506621 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:34.617156 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd094258-9f4e-4478-bea2-5a2be13f4fcb None None] Pushing event updated for resources: {'Port': ['ID=ac4933d0-6aa8-42a5-bd5f-f17229684e2c,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:34.654522 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:34.708016 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:34.804548 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:26:34.808426 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:26:34.812971 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:26:34.869300 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc3e189-3b14-4824-a09b-bd95d824a901,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:35.267760 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46068) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:35.510473 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:35.866261 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-42dce09d-84cc-44e2-bcff-76c08bca7b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:35.901700 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-42dce09d-84cc-44e2-bcff-76c08bca7b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:35.912137 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-42dce09d-84cc-44e2-bcff-76c08bca7b91 admin admin] Usage tracker for resource:security_group_rule and tenant:06e505cc1416487ba9a8480cda3f4c1d is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:35.916409 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-42dce09d-84cc-44e2-bcff-76c08bca7b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:35.924252 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-42dce09d-84cc-44e2-bcff-76c08bca7b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:36.030711 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dab0c9-e7a3-407a-a17c-14b9546b21eb req-92d2cbc5-7ca2-4897-a60c-a60d47f9f96b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:36.042659 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c4dab0c9-e7a3-407a-a17c-14b9546b21eb req-92d2cbc5-7ca2-4897-a60c-a60d47f9f96b tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.2327394 Feb 04 22:26:36.091988 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574497'] for router, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:36.132348 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617466b2-fc8c-4c82-a0ca-298148efcf07 None None] Network 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:26:36.171933 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c4dab0c9-e7a3-407a-a17c-14b9546b21eb req-72ae92ab-a447-412d-9634-09e2df8f7135 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188030 Feb 04 22:26:36.275684 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-42dce09d-84cc-44e2-bcff-76c08bca7b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:36.283429 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-42dce09d-84cc-44e2-bcff-76c08bca7b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:36.304652 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-11533759-c838-4d5b-9d58-fe5c98bea01a None None] Provisioning for port ac4933d0-6aa8-42a5-bd5f-f17229684e2c completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:26:36.350981 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-42dce09d-84cc-44e2-bcff-76c08bca7b91 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=06e505cc1416487ba9a8480cda3f4c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0821278 Feb 04 22:26:36.352358 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dce09d-84cc-44e2-bcff-76c08bca7b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06ed33d-ebbc-44da-9d2f-34538ac40c3a,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:36.356733 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46090) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:36.428762 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Router 927c1e5c-1ce5-4e21-92e9-5850d487e074 is scheduled to L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 with binding_index 1 {{(pid=86818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 22:26:36.496983 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e500cd63-056b-4586-b495-bfa2f387611e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:36.532269 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e500cd63-056b-4586-b495-bfa2f387611e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:36.656191 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e500cd63-056b-4586-b495-bfa2f387611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:36.674628 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500cd63-056b-4586-b495-bfa2f387611e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06ed33d-ebbc-44da-9d2f-34538ac40c3a,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:36.682206 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e500cd63-056b-4586-b495-bfa2f387611e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:36.686688 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-e500cd63-056b-4586-b495-bfa2f387611e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e06ed33d-ebbc-44da-9d2f-34538ac40c3a HTTP/1.1" status: 204 len: 168 time: 0.3285122 Feb 04 22:26:36.721756 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:36.782943 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:26:36.802686 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Sync routers for ids ['927c1e5c-1ce5-4e21-92e9-5850d487e074'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:26:36.828240 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Routers {'927c1e5c-1ce5-4e21-92e9-5850d487e074'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:26:36.828933 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:26:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['927c1e5c-1ce5-4e21-92e9-5850d487e074'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:36.836378 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] Notify callbacks [] for router, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:36.837674 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-7a3eff11-7392-4a95-8326-b223ddab9000 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8989487 Feb 04 22:26:36.840592 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46104) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:36.963021 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:26:36.972039 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:36.972766 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:37.127927 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46114) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:37.142105 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Set router 927c1e5c-1ce5-4e21-92e9-5850d487e074 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:26:37.149206 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c2157e3e-2c1b-47c3-b8eb-da7c099761d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:37.167244 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-c2157e3e-2c1b-47c3-b8eb-da7c099761d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:37.171934 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c2157e3e-2c1b-47c3-b8eb-da7c099761d6 admin admin] Usage tracker for resource:security_group_rule and tenant:960d3e5906b74638a96775afec4224b3 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:37.175546 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c2157e3e-2c1b-47c3-b8eb-da7c099761d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:37.182296 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-c2157e3e-2c1b-47c3-b8eb-da7c099761d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:37.317094 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c2157e3e-2c1b-47c3-b8eb-da7c099761d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:37.328789 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c2157e3e-2c1b-47c3-b8eb-da7c099761d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:37.385527 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2157e3e-2c1b-47c3-b8eb-da7c099761d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b38327f-8e81-4cec-8689-ae809b532ed2,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:37.391090 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-c2157e3e-2c1b-47c3-b8eb-da7c099761d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=960d3e5906b74638a96775afec4224b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615838 Feb 04 22:26:37.393550 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46122) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:37.440993 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:37.468723 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c085-1d46-4d8a-a742-65cec420bfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:37.503657 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c085-1d46-4d8a-a742-65cec420bfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:37.590020 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c085-1d46-4d8a-a742-65cec420bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:37.599987 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=92e5e058-5bc9-4a75-a19b-1e4054bf1f0e,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:37.610531 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9073a-b008-4cbb-b42f-76dd275ef83d req-c64ac3fc-e249-409a-bf60-968427b8d677 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:37.612804 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7af9073a-b008-4cbb-b42f-76dd275ef83d req-c64ac3fc-e249-409a-bf60-968427b8d677 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.2845953 Feb 04 22:26:37.617474 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c085-1d46-4d8a-a742-65cec420bfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:37.618908 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-9ba4c085-1d46-4d8a-a742-65cec420bfa4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b38327f-8e81-4cec-8689-ae809b532ed2 HTTP/1.1" status: 204 len: 168 time: 0.2242076 Feb 04 22:26:37.622072 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4c085-1d46-4d8a-a742-65cec420bfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b38327f-8e81-4cec-8689-ae809b532ed2,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:37.651537 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:37.652409 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ac4933d0-6aa8-42a5-bd5f-f17229684e2c up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:37.803559 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=92e5e058-5bc9-4a75-a19b-1e4054bf1f0e,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:37.812612 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'name': 'tempest-TestMinimumBasicScenario-1424342068-router', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:33Z', 'updated_at': '2022-02-04T22:26:35Z', 'revision_number': 3, 'project_id': '8d5641916e164f29b8def93712878f68', 'gw_port': {'id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:34Z', 'updated_at': '2022-02-04T22:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:37.819311 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Checking router: 927c1e5c-1ce5-4e21-92e9-5850d487e074 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:26:37.819740 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Updating router 927c1e5c-1ce5-4e21-92e9-5850d487e074 port 0fc3e189-3b14-4824-a09b-bd95d824a901 binding host dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:26:37.851437 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7af9073a-b008-4cbb-b42f-76dd275ef83d req-430ad877-e1cd-45c3-94f3-55acddc9ff21 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047127 Feb 04 22:26:37.868890 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port ac4933d0-6aa8-42a5-bd5f-f17229684e2c completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:26:37.884255 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port ac4933d0-6aa8-42a5-bd5f-f17229684e2c triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:37.884255 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:37.930742 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:37.940315 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.026368 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46140) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:38.177338 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.186074 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Allocated IP 172.20.0.1 (16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc/094e4591-2dc5-431d-b881-09ad574b5fbb/ed35cdcd-d2cd-443e-ba92-0b85cac61759) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:26:38.195979 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-23f69381-8c7f-414b-8ac8-1e073d229e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.214906 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-23f69381-8c7f-414b-8ac8-1e073d229e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:38.220146 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-23f69381-8c7f-414b-8ac8-1e073d229e4a admin admin] Usage tracker for resource:security_group_rule and tenant:2843892bbc0c4430a04777c7603fba86 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:38.223489 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-23f69381-8c7f-414b-8ac8-1e073d229e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:38.230466 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-23f69381-8c7f-414b-8ac8-1e073d229e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:38.290222 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port ac4933d0-6aa8-42a5-bd5f-f17229684e2c, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=ac4933d0-6aa8-42a5-bd5f-f17229684e2c,segment=NetworkSegment(9feb2686-acc7-4a01-9663-ae23e31ea19d),segment_id=9feb2686-acc7-4a01-9663-ae23e31ea19d)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:38.300591 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.351985 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-23f69381-8c7f-414b-8ac8-1e073d229e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.360207 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-23f69381-8c7f-414b-8ac8-1e073d229e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.387199 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.410591 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=ac4933d0-6aa8-42a5-bd5f-f17229684e2c,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:38.419538 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-23f69381-8c7f-414b-8ac8-1e073d229e4a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2843892bbc0c4430a04777c7603fba86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917859 Feb 04 22:26:38.422409 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.provisioning_blocks [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Transition to ACTIVE for port object ed35cdcd-d2cd-443e-ba92-0b85cac61759 will not be triggered until provisioned by entity DHCP. {{(pid=86817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:26:38.422563 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46158) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:38.426665 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f69381-8c7f-414b-8ac8-1e073d229e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573e5818-74de-4a40-8466-af723af682da,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:38.452877 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.498472 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-218697ab-735e-4380-a94b-e2f3b9dbcecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.509562 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Notify callbacks [] for port, precommit_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.527699 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:38.531087 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-218697ab-735e-4380-a94b-e2f3b9dbcecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.571827 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Network 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:26:38.572442 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Transition to ACTIVE for port object 0fc3e189-3b14-4824-a09b-bd95d824a901 will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:26:38.575373 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:26:38.579563 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:26:38.592626 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.620214 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-218697ab-735e-4380-a94b-e2f3b9dbcecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.648687 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746523'] for router_interface, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.659134 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218697ab-735e-4380-a94b-e2f3b9dbcecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573e5818-74de-4a40-8466-af723af682da,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:38.667954 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-218697ab-735e-4380-a94b-e2f3b9dbcecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.672052 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-218697ab-735e-4380-a94b-e2f3b9dbcecc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/573e5818-74de-4a40-8466-af723af682da HTTP/1.1" status: 204 len: 168 time: 0.2457352 Feb 04 22:26:38.748490 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Pushing event updated for resources: {'Port': ['ID=ed35cdcd-d2cd-443e-ba92-0b85cac61759,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:38.770225 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Attempting to bind port 0fc3e189-3b14-4824-a09b-bd95d824a901 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:26:38.770637 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Attempting to bind port 0fc3e189-3b14-4824-a09b-bd95d824a901 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:26:38.770873 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Attempting to bind port 0fc3e189-3b14-4824-a09b-bd95d824a901 on network 3507d728-f957-4adf-968c-fa2aba268e7e {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:26:38.802068 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:26:38.802449 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Checking segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:26:38.802838 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.803229 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Bound using segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:26:38.803697 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Bound port: 0fc3e189-3b14-4824-a09b-bd95d824a901, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:26:38.804060 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.823199 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.842587 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:38.843149 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:38.920225 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:26:38.926150 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513824c0-4db4-44d6-bea2-9cd90649ce32 None None] Pushing event updated for resources: {'Port': ['ID=0fc3e189-3b14-4824-a09b-bd95d824a901,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:39.090443 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] For port 0fc3e189-3b14-4824-a09b-bd95d824a901, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:26:39.109629 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] For port 0fc3e189-3b14-4824-a09b-bd95d824a901, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=0fc3e189-3b14-4824-a09b-bd95d824a901,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:26:39.114717 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-688627db-4af0-4644-bbd5-53ef77d08d31 None None] Provisioning for port ed35cdcd-d2cd-443e-ba92-0b85cac61759 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:26:39.125550 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-688627db-4af0-4644-bbd5-53ef77d08d31 None None] Provisioning complete for port ed35cdcd-d2cd-443e-ba92-0b85cac61759 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:39.125957 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-688627db-4af0-4644-bbd5-53ef77d08d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:39.167655 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:39.239758 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e2b7a-cb20-4bfe-a2c2-a8a98c3ebf6f req-a0c124a9-28ff-4396-8f63-2f88f4c91b62 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:39.241123 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e34e2b7a-cb20-4bfe-a2c2-a8a98c3ebf6f req-a0c124a9-28ff-4396-8f63-2f88f4c91b62 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1552527 Feb 04 22:26:39.245512 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:39.252873 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46178) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:39.268648 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263109017'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:39.280189 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:39.285493 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-688627db-4af0-4644-bbd5-53ef77d08d31 None None] Port ed35cdcd-d2cd-443e-ba92-0b85cac61759 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:26:39.294314 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Routers {'927c1e5c-1ce5-4e21-92e9-5850d487e074'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:26:39.295610 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:26:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['927c1e5c-1ce5-4e21-92e9-5850d487e074'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:39.303675 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:39.310458 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:40de750d31c74710a8278083e4bfa1f4 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:39.316269 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:39.326344 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:39.377243 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513824c0-4db4-44d6-bea2-9cd90649ce32 None None] Pushing event updated for resources: {'Port': ['ID=0fc3e189-3b14-4824-a09b-bd95d824a901,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:39.447821 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:39.453430 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:39.496655 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=40de750d31c74710a8278083e4bfa1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416821 Feb 04 22:26:39.500282 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46184) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:39.512581 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] Set router 927c1e5c-1ce5-4e21-92e9-5850d487e074 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:26:39.514365 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e34e2b7a-cb20-4bfe-a2c2-a8a98c3ebf6f req-a3932b72-1fd3-4b48-ad49-59e05d3454df tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666402 Feb 04 22:26:39.515036 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Pushing event updated for resources: {'Port': ['ID=ed35cdcd-d2cd-443e-ba92-0b85cac61759,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:39.539196 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746750'] for router_interface, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:39.586052 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca916c4-26b3-4bd2-b851-69f6188efde0,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:39.598034 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:39.598523 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:39.599235 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:39.599768 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:39.600306 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:39.600833 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:39.601369 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:39.601921 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:39.602445 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:39.602964 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:39.603520 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:39.604040 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad41ba-0aa2-41c2-a174-768b1f761ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:39.663058 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-79eed3f1-389d-4cd2-a3bf-3a7281c214ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:39.707153 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Network 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:26:39.708893 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:26:39.709877 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-79eed3f1-389d-4cd2-a3bf-3a7281c214ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:39.781863 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-79eed3f1-389d-4cd2-a3bf-3a7281c214ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:39.819825 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eed3f1-389d-4cd2-a3bf-3a7281c214ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca916c4-26b3-4bd2-b851-69f6188efde0,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:39.824790 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-79eed3f1-389d-4cd2-a3bf-3a7281c214ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:39.828424 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-79eed3f1-389d-4cd2-a3bf-3a7281c214ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6ca916c4-26b3-4bd2-b851-69f6188efde0 HTTP/1.1" status: 204 len: 168 time: 0.3270347 Feb 04 22:26:40.013771 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Router 927c1e5c-1ce5-4e21-92e9-5850d487e074 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:26:40.069209 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'name': 'tempest-TestMinimumBasicScenario-1424342068-router', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:33Z', 'updated_at': '2022-02-04T22:26:38Z', 'revision_number': 4, 'project_id': '8d5641916e164f29b8def93712878f68', 'gw_port': {'id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:34Z', 'updated_at': '2022-02-04T22:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'ed35cdcd-d2cd-443e-ba92-0b85cac61759', 'name': '', 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'mac_address': 'fa:16:3e:ca:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '094e4591-2dc5-431d-b881-09ad574b5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:37Z', 'updated_at': '2022-02-04T22:26:38Z', 'revision_number': 2, 'project_id': '8d5641916e164f29b8def93712878f68', 'subnets': [{'id': '094e4591-2dc5-431d-b881-09ad574b5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:40.073571 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022f3ff-ea59-44ac-9b5e-4ae693a3ce1e None None] The sync data for ids ['927c1e5c-1ce5-4e21-92e9-5850d487e074'] in dv-cinder-818885-2-iscsi is: [{'id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'name': 'tempest-TestMinimumBasicScenario-1424342068-router', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:33Z', 'updated_at': '2022-02-04T22:26:38Z', 'revision_number': 4, 'project_id': '8d5641916e164f29b8def93712878f68', 'gw_port': {'id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:34Z', 'updated_at': '2022-02-04T22:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'ed35cdcd-d2cd-443e-ba92-0b85cac61759', 'name': '', 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'mac_address': 'fa:16:3e:ca:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '094e4591-2dc5-431d-b881-09ad574b5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:37Z', 'updated_at': '2022-02-04T22:26:38Z', 'revision_number': 2, 'project_id': '8d5641916e164f29b8def93712878f68', 'subnets': [{'id': '094e4591-2dc5-431d-b881-09ad574b5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:26:40.123384 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6b8674b0-46ce-4026-b750-c545f9819421 None None] Provisioning complete for port ed35cdcd-d2cd-443e-ba92-0b85cac61759 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:40.123917 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6b8674b0-46ce-4026-b750-c545f9819421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:40.234909 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6b8674b0-46ce-4026-b750-c545f9819421 None None] Port ed35cdcd-d2cd-443e-ba92-0b85cac61759 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:26:40.319914 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:26:40.339178 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-e198ac8d-5d28-42d2-bbf2-fe8ee1949eed admin admin] 10.222.0.47 "PUT /v2.0/routers/927c1e5c-1ce5-4e21-92e9-5850d487e074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4966619 Feb 04 22:26:40.511076 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ac4933d0-6aa8-42a5-bd5f-f17229684e2c up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:40.608408 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port ac4933d0-6aa8-42a5-bd5f-f17229684e2c triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:40.608871 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:40.709309 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46232) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:41.015046 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a08822-494b-4c43-8695-12441deac54c req-76b042f7-7dfc-4cca-8855-49cb8dfa1b70 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:41.025660 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b8a08822-494b-4c43-8695-12441deac54c req-76b042f7-7dfc-4cca-8855-49cb8dfa1b70 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1108401 Feb 04 22:26:41.049973 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c805a490-fe5e-40a6-b98b-7dbfdc4ab709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:41.096473 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b8a08822-494b-4c43-8695-12441deac54c req-8a42672a-8a81-4009-84f3-7d66c5b32bef tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701842 Feb 04 22:26:41.169750 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-c805a490-fe5e-40a6-b98b-7dbfdc4ab709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:41.174654 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c805a490-fe5e-40a6-b98b-7dbfdc4ab709 admin admin] Usage tracker for resource:security_group_rule and tenant:5441e115e618400195874396481ed27a is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:41.177972 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c805a490-fe5e-40a6-b98b-7dbfdc4ab709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:41.185465 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-c805a490-fe5e-40a6-b98b-7dbfdc4ab709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:41.322532 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c805a490-fe5e-40a6-b98b-7dbfdc4ab709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:41.329819 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c805a490-fe5e-40a6-b98b-7dbfdc4ab709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:41.443805 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805a490-fe5e-40a6-b98b-7dbfdc4ab709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321cc02d-78ce-4257-b343-6dbb6d7429b8,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:41.451156 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-c805a490-fe5e-40a6-b98b-7dbfdc4ab709 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5441e115e618400195874396481ed27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7394495 Feb 04 22:26:41.453670 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46264) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:41.542494 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8cbc183c-aaa8-4392-a775-63c9454c77fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:41.617752 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8cbc183c-aaa8-4392-a775-63c9454c77fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:41.691100 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7801ac-7ce2-4f92-a599-d0535d22d41d req-c5fafad6-e9f1-4f73-96cc-57d4f0282438 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:41.705311 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ed7801ac-7ce2-4f92-a599-d0535d22d41d req-c5fafad6-e9f1-4f73-96cc-57d4f0282438 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1576149 Feb 04 22:26:41.880316 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c2dd2-46ef-48e7-811a-b5a3df2aeccb req-514f0872-f81c-41ee-91fe-39bfd9d87e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:41.880899 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ed7801ac-7ce2-4f92-a599-d0535d22d41d req-caf15d62-6f1f-4dec-9461-c15d4733fdd6 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725900 Feb 04 22:26:41.882092 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-913c2dd2-46ef-48e7-811a-b5a3df2aeccb req-514f0872-f81c-41ee-91fe-39bfd9d87e85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a695b0b4e11742ffb16d2376dc969eef&device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 1099 time: 0.2237623 Feb 04 22:26:41.913493 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8cbc183c-aaa8-4392-a775-63c9454c77fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:42.012839 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc183c-aaa8-4392-a775-63c9454c77fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321cc02d-78ce-4257-b343-6dbb6d7429b8,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:42.020460 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8cbc183c-aaa8-4392-a775-63c9454c77fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:42.024350 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-8cbc183c-aaa8-4392-a775-63c9454c77fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/321cc02d-78ce-4257-b343-6dbb6d7429b8 HTTP/1.1" status: 204 len: 168 time: 0.5669382 Feb 04 22:26:42.104912 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c2dd2-46ef-48e7-811a-b5a3df2aeccb req-9acfd029-d45a-4e13-823b-27563be75f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:42.108139 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-913c2dd2-46ef-48e7-811a-b5a3df2aeccb req-9acfd029-d45a-4e13-823b-27563be75f4d service neutron] 10.222.0.58 "GET /v2.0/networks?id=b10f71a1-fd6a-4752-b30c-8ed030813f0a HTTP/1.1" status: 200 len: 911 time: 0.2182755 Feb 04 22:26:42.304172 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-913c2dd2-46ef-48e7-811a-b5a3df2aeccb req-72666735-c91c-4a68-afb6-020f4fe9170e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388ba3bd-d05a-49b9-a456-9a8af0fa856a HTTP/1.1" status: 200 len: 1000 time: 0.1889565 Feb 04 22:26:42.390871 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c2dd2-46ef-48e7-811a-b5a3df2aeccb req-52777f83-36e6-40e3-a8f4-3d09a9bc41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:42.393312 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-913c2dd2-46ef-48e7-811a-b5a3df2aeccb req-52777f83-36e6-40e3-a8f4-3d09a9bc41fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e8440005-8ac9-4a7a-8de4-e22844ad48d9 HTTP/1.1" status: 200 len: 849 time: 0.0788965 Feb 04 22:26:42.572958 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c2dd2-46ef-48e7-811a-b5a3df2aeccb req-95fcacd0-0056-48c5-8522-e990d11489e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:42.575810 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-913c2dd2-46ef-48e7-811a-b5a3df2aeccb req-95fcacd0-0056-48c5-8522-e990d11489e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b10f71a1-fd6a-4752-b30c-8ed030813f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1757629 Feb 04 22:26:42.628009 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 0fc3e189-3b14-4824-a09b-bd95d824a901 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:42.730714 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46292) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:42.764860 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:42.800231 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 0fc3e189-3b14-4824-a09b-bd95d824a901 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:26:42.805259 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:42.806489 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 0fc3e189-3b14-4824-a09b-bd95d824a901 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:42.807017 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:42.819714 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Usage tracker for resource:security_group_rule and tenant:fa03cf0b25f74b4b96a4cda201a25c9f is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:42.834365 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:42.845361 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:42.861014 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-913c2dd2-46ef-48e7-811a-b5a3df2aeccb req-e6361f94-8041-4186-b81b-bfe8b5d90166 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746229 Feb 04 22:26:43.002188 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:43.036896 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 0fc3e189-3b14-4824-a09b-bd95d824a901, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=0fc3e189-3b14-4824-a09b-bd95d824a901,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:43.047103 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:43.083307 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-913c2dd2-46ef-48e7-811a-b5a3df2aeccb req-aeb6c00f-6d77-4a2a-82c5-8033e2abbaab service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202301 Feb 04 22:26:43.117203 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:43.194988 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:43.237283 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=0fc3e189-3b14-4824-a09b-bd95d824a901,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:43.285350 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fa03cf0b25f74b4b96a4cda201a25c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5535612 Feb 04 22:26:43.288027 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46308) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:43.302553 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3fcc0b-da45-457e-8d42-eb4ac528ac14,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:43.320481 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:43.329526 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:43.333143 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:43.333774 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:43.334284 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:43.334813 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:43.337900 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:43.338319 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:43.338720 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:43.339113 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:43.339503 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:43.339888 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33409094-55ba-4375-8f90-ee3c1ba05a89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:26:43.392898 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5217a-291a-493b-b892-8b8ad653fe25 req-b46e85cb-3f02-4680-9fd2-ccb0f596a746 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:43.397552 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-82b5217a-291a-493b-b892-8b8ad653fe25 req-b46e85cb-3f02-4680-9fd2-ccb0f596a746 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.2708623 Feb 04 22:26:43.417351 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d3595a9e-bc9a-4b8f-a7a9-331629cab01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:43.473549 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d3595a9e-bc9a-4b8f-a7a9-331629cab01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:43.483123 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-82b5217a-291a-493b-b892-8b8ad653fe25 req-33c15de7-689b-47d5-a3d0-e4ef15e6b350 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723138 Feb 04 22:26:43.573294 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d3595a9e-bc9a-4b8f-a7a9-331629cab01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:43.599568 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3595a9e-bc9a-4b8f-a7a9-331629cab01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3fcc0b-da45-457e-8d42-eb4ac528ac14,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:43.605382 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d3595a9e-bc9a-4b8f-a7a9-331629cab01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:43.620657 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-d3595a9e-bc9a-4b8f-a7a9-331629cab01f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed3fcc0b-da45-457e-8d42-eb4ac528ac14 HTTP/1.1" status: 204 len: 168 time: 0.3312228 Feb 04 22:26:43.754102 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Sync routers for ids ['927c1e5c-1ce5-4e21-92e9-5850d487e074'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:26:43.768986 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Routers {'927c1e5c-1ce5-4e21-92e9-5850d487e074'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:26:43.771288 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:26:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['927c1e5c-1ce5-4e21-92e9-5850d487e074'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:44.039839 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Set router 927c1e5c-1ce5-4e21-92e9-5850d487e074 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:26:44.503438 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 0fc3e189-3b14-4824-a09b-bd95d824a901 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:44.558058 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'name': 'tempest-TestMinimumBasicScenario-1424342068-router', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:33Z', 'updated_at': '2022-02-04T22:26:38Z', 'revision_number': 4, 'project_id': '8d5641916e164f29b8def93712878f68', 'gw_port': {'id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:34Z', 'updated_at': '2022-02-04T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'ed35cdcd-d2cd-443e-ba92-0b85cac61759', 'name': '', 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'mac_address': 'fa:16:3e:ca:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '094e4591-2dc5-431d-b881-09ad574b5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:37Z', 'updated_at': '2022-02-04T22:26:38Z', 'revision_number': 2, 'project_id': '8d5641916e164f29b8def93712878f68', 'subnets': [{'id': '094e4591-2dc5-431d-b881-09ad574b5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:44.563420 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Checking router: 927c1e5c-1ce5-4e21-92e9-5850d487e074 for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:26:44.563896 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Updating router 927c1e5c-1ce5-4e21-92e9-5850d487e074 port ed35cdcd-d2cd-443e-ba92-0b85cac61759 binding host dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:26:44.635902 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:44.674390 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 0fc3e189-3b14-4824-a09b-bd95d824a901 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:44.675120 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:44.818785 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46352) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:44.964420 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74607f-105c-4be3-b52e-031f4e7fa329 req-5b09585b-975a-4666-8ae5-c852ca77d276 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:44.977437 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ca74607f-105c-4be3-b52e-031f4e7fa329 req-5b09585b-975a-4666-8ae5-c852ca77d276 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.2190418 Feb 04 22:26:45.047076 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ca74607f-105c-4be3-b52e-031f4e7fa329 req-82310edd-bd8a-4f50-8b9c-6836d6950950 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686240 Feb 04 22:26:45.110985 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-47716f42-f974-4f2c-9bcb-f4bb22bc58d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:45.133196 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-47716f42-f974-4f2c-9bcb-f4bb22bc58d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:45.138380 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-47716f42-f974-4f2c-9bcb-f4bb22bc58d1 admin admin] Usage tracker for resource:security_group_rule and tenant:d59990b748f5478e994fd00f19d9302f is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:45.141571 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-47716f42-f974-4f2c-9bcb-f4bb22bc58d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:45.151197 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-47716f42-f974-4f2c-9bcb-f4bb22bc58d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:45.268491 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Notify callbacks [] for port, precommit_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:45.284992 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.provisioning_blocks [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Transition to ACTIVE for port object ed35cdcd-d2cd-443e-ba92-0b85cac61759 will not be triggered until provisioned by entity L2. {{(pid=86820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:26:45.295574 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:45.316064 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-47716f42-f974-4f2c-9bcb-f4bb22bc58d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:45.337917 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-47716f42-f974-4f2c-9bcb-f4bb22bc58d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:45.410297 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da48b0-910e-403f-9f2b-5c4e91cd99bf None None] Pushing event updated for resources: {'Port': ['ID=ed35cdcd-d2cd-443e-ba92-0b85cac61759,revision_number=3']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:45.447255 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-47716f42-f974-4f2c-9bcb-f4bb22bc58d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d59990b748f5478e994fd00f19d9302f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244063 Feb 04 22:26:45.447255 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47716f42-f974-4f2c-9bcb-f4bb22bc58d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d99068-c9aa-4551-b755-3a9a602cad27,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:45.447618 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46368) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:45.549836 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5389aa50-7eaa-4b5a-8c59-8c14401eaa46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:45.604104 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5389aa50-7eaa-4b5a-8c59-8c14401eaa46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:45.691207 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Attempting to bind port ed35cdcd-d2cd-443e-ba92-0b85cac61759 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:26:45.691597 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Attempting to bind port ed35cdcd-d2cd-443e-ba92-0b85cac61759 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '9feb2686-acc7-4a01-9663-ae23e31ea19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc'}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:26:45.691962 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Attempting to bind port ed35cdcd-d2cd-443e-ba92-0b85cac61759 on network 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:26:45.702183 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:26:45.702588 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Checking segment: {'id': '9feb2686-acc7-4a01-9663-ae23e31ea19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:26:45.702987 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:45.703423 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Bound using segment: {'id': '9feb2686-acc7-4a01-9663-ae23e31ea19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc'} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:26:45.704367 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Bound port: ed35cdcd-d2cd-443e-ba92-0b85cac61759, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feb2686-acc7-4a01-9663-ae23e31ea19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc'}}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:26:45.704870 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:45.705303 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5389aa50-7eaa-4b5a-8c59-8c14401eaa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:45.736951 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389aa50-7eaa-4b5a-8c59-8c14401eaa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d99068-c9aa-4551-b755-3a9a602cad27,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:45.755310 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5389aa50-7eaa-4b5a-8c59-8c14401eaa46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:45.756680 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-5389aa50-7eaa-4b5a-8c59-8c14401eaa46 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d9d99068-c9aa-4551-b755-3a9a602cad27 HTTP/1.1" status: 204 len: 168 time: 0.3078277 Feb 04 22:26:45.828465 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46378) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:45.854434 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] For port ed35cdcd-d2cd-443e-ba92-0b85cac61759, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:26:45.859367 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] For port ed35cdcd-d2cd-443e-ba92-0b85cac61759, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=ed35cdcd-d2cd-443e-ba92-0b85cac61759,segment=NetworkSegment(9feb2686-acc7-4a01-9663-ae23e31ea19d),segment_id=9feb2686-acc7-4a01-9663-ae23e31ea19d)] {{(pid=86820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:26:45.867853 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:45.949239 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da48b0-910e-403f-9f2b-5c4e91cd99bf None None] Pushing event updated for resources: {'Port': ['ID=ed35cdcd-d2cd-443e-ba92-0b85cac61759,revision_number=4']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:45.982232 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Routers {'927c1e5c-1ce5-4e21-92e9-5850d487e074'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:26:45.983261 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:26:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['927c1e5c-1ce5-4e21-92e9-5850d487e074'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:46.033372 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f7e54d9f-20f9-47fa-a4e8-4543b78e04b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:46.070833 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-f7e54d9f-20f9-47fa-a4e8-4543b78e04b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:46.081512 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-f7e54d9f-20f9-47fa-a4e8-4543b78e04b7 admin admin] Usage tracker for resource:security_group_rule and tenant:1e2a4312741246388be23c86e7fdb331 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:46.087940 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-f7e54d9f-20f9-47fa-a4e8-4543b78e04b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:46.102895 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-f7e54d9f-20f9-47fa-a4e8-4543b78e04b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:46.302549 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f7e54d9f-20f9-47fa-a4e8-4543b78e04b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:46.307943 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f7e54d9f-20f9-47fa-a4e8-4543b78e04b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:46.341831 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] Set router 927c1e5c-1ce5-4e21-92e9-5850d487e074 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:26:46.390930 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e54d9f-20f9-47fa-a4e8-4543b78e04b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f052d1d-c781-4bc3-b254-fac91674f0f8,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:46.395491 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-f7e54d9f-20f9-47fa-a4e8-4543b78e04b7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1e2a4312741246388be23c86e7fdb331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5648916 Feb 04 22:26:46.400031 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46386) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:46.510949 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46390) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:46.513358 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-06870fde-7b94-4000-9ddd-1c8d729837cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:46.541793 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b1b2931a-7071-46e5-80d4-bb40a4a65aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:46.561196 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-06870fde-7b94-4000-9ddd-1c8d729837cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:46.585355 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-b1b2931a-7071-46e5-80d4-bb40a4a65aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:46.593900 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-b1b2931a-7071-46e5-80d4-bb40a4a65aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:aec5353c02674a72b9b9f3096a9968e0 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:46.599543 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-b1b2931a-7071-46e5-80d4-bb40a4a65aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:46.607459 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-b1b2931a-7071-46e5-80d4-bb40a4a65aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:46.643200 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-06870fde-7b94-4000-9ddd-1c8d729837cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:46.687441 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06870fde-7b94-4000-9ddd-1c8d729837cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f052d1d-c781-4bc3-b254-fac91674f0f8,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:46.689916 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ed35cdcd-d2cd-443e-ba92-0b85cac61759 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:46.702285 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-06870fde-7b94-4000-9ddd-1c8d729837cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:46.706539 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-06870fde-7b94-4000-9ddd-1c8d729837cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f052d1d-c781-4bc3-b254-fac91674f0f8 HTTP/1.1" status: 204 len: 168 time: 0.3051834 Feb 04 22:26:46.761739 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b1b2931a-7071-46e5-80d4-bb40a4a65aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:46.769283 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b1b2931a-7071-46e5-80d4-bb40a4a65aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:46.830034 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-b1b2931a-7071-46e5-80d4-bb40a4a65aa9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aec5353c02674a72b9b9f3096a9968e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179150 Feb 04 22:26:46.831340 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2931a-7071-46e5-80d4-bb40a4a65aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50edefaa-6012-446e-b8e3-3258626de535,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:46.833024 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46396) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:46.890801 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port ed35cdcd-d2cd-443e-ba92-0b85cac61759 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:26:46.897537 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'name': 'tempest-TestMinimumBasicScenario-1424342068-router', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:33Z', 'updated_at': '2022-02-04T22:26:38Z', 'revision_number': 4, 'project_id': '8d5641916e164f29b8def93712878f68', 'gw_port': {'id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:34Z', 'updated_at': '2022-02-04T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'ed35cdcd-d2cd-443e-ba92-0b85cac61759', 'name': '', 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'mac_address': 'fa:16:3e:ca:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '094e4591-2dc5-431d-b881-09ad574b5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:37Z', 'updated_at': '2022-02-04T22:26:45Z', 'revision_number': 4, 'project_id': '8d5641916e164f29b8def93712878f68', 'subnets': [{'id': '094e4591-2dc5-431d-b881-09ad574b5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:46.902452 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37119629-9e91-4f68-b552-6e8f5cdaa117 None None] The sync data for ids ['927c1e5c-1ce5-4e21-92e9-5850d487e074'] in dv-cinder-818885-2-iscsi is: [{'id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'name': 'tempest-TestMinimumBasicScenario-1424342068-router', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:33Z', 'updated_at': '2022-02-04T22:26:38Z', 'revision_number': 4, 'project_id': '8d5641916e164f29b8def93712878f68', 'gw_port': {'id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:34Z', 'updated_at': '2022-02-04T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'ed35cdcd-d2cd-443e-ba92-0b85cac61759', 'name': '', 'network_id': '16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'mac_address': 'fa:16:3e:ca:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '094e4591-2dc5-431d-b881-09ad574b5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:37Z', 'updated_at': '2022-02-04T22:26:45Z', 'revision_number': 4, 'project_id': '8d5641916e164f29b8def93712878f68', 'subnets': [{'id': '094e4591-2dc5-431d-b881-09ad574b5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:26:46.903841 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port ed35cdcd-d2cd-443e-ba92-0b85cac61759 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:46.904223 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:47.016358 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-70476adb-7aa3-4430-b703-9d3b1ed9b81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:47.078978 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-70476adb-7aa3-4430-b703-9d3b1ed9b81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:47.182722 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:47.231524 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-70476adb-7aa3-4430-b703-9d3b1ed9b81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:47.257469 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70476adb-7aa3-4430-b703-9d3b1ed9b81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50edefaa-6012-446e-b8e3-3258626de535,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:47.282799 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-70476adb-7aa3-4430-b703-9d3b1ed9b81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:47.286493 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-70476adb-7aa3-4430-b703-9d3b1ed9b81c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50edefaa-6012-446e-b8e3-3258626de535 HTTP/1.1" status: 204 len: 168 time: 0.4496243 Feb 04 22:26:47.368870 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port ed35cdcd-d2cd-443e-ba92-0b85cac61759, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=ed35cdcd-d2cd-443e-ba92-0b85cac61759,segment=NetworkSegment(9feb2686-acc7-4a01-9663-ae23e31ea19d),segment_id=9feb2686-acc7-4a01-9663-ae23e31ea19d)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:47.404710 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:47.588691 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=ed35cdcd-d2cd-443e-ba92-0b85cac61759,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:48.543250 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ed35cdcd-d2cd-443e-ba92-0b85cac61759 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:26:48.693000 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port ed35cdcd-d2cd-443e-ba92-0b85cac61759 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:26:48.694112 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:51.007166 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f4c6a-5ee3-4e98-b087-20257c569a89 req-8b820337-3dae-47af-a344-7563d3ce426c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:51.008680 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a55f4c6a-5ee3-4e98-b087-20257c569a89 req-8b820337-3dae-47af-a344-7563d3ce426c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 946 time: 0.1034613 Feb 04 22:26:51.068148 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a55f4c6a-5ee3-4e98-b087-20257c569a89 req-5554a666-d6f0-4d50-b96c-95b1f60c9efd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502319 Feb 04 22:26:52.311265 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10009e0-54a5-41ac-ba40-dcd5246f12f9 req-58aae236-1218-488d-91d7-4f2ad7f4928d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:52.313330 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f10009e0-54a5-41ac-ba40-dcd5246f12f9 req-58aae236-1218-488d-91d7-4f2ad7f4928d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 946 time: 0.1104245 Feb 04 22:26:52.394612 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:52.395712 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f10009e0-54a5-41ac-ba40-dcd5246f12f9 req-e9d58b00-e811-441c-adf0-9e0bf4f57c90 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751495 Feb 04 22:26:52.491848 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-bded366e-63fe-4c9f-8034-ec67eb5812da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:53.598789 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5892a-0599-4358-8ed1-42768b4a51c0 req-268df6ad-ae4d-4194-ab8b-be837e131abd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:53.600293 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b8d5892a-0599-4358-8ed1-42768b4a51c0 req-268df6ad-ae4d-4194-ab8b-be837e131abd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 946 time: 0.0938144 Feb 04 22:26:53.656032 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b8d5892a-0599-4358-8ed1-42768b4a51c0 req-f3e5a926-3a0d-43a2-bb81-aad635b5012a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483720 Feb 04 22:26:54.760984 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e730031-1cc1-4729-92da-86a33920bc32 req-49871d60-eee9-4362-a2a8-14363654d607 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:54.763220 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-9e730031-1cc1-4729-92da-86a33920bc32 req-49871d60-eee9-4362-a2a8-14363654d607 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Synchronizing usage tracker for tenant:d4727c07e69744808e73ab04657a3e1c on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:26:54.778308 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-9e730031-1cc1-4729-92da-86a33920bc32 req-49871d60-eee9-4362-a2a8-14363654d607 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Unset dirty status for tenant:d4727c07e69744808e73ab04657a3e1c on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:26:54.780227 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9e730031-1cc1-4729-92da-86a33920bc32 req-49871d60-eee9-4362-a2a8-14363654d607 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 946 time: 0.1268849 Feb 04 22:26:54.884635 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Deleting port e4d61007-7de5-48c4-ab40-8924cd2683c4 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:26:54.884635 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:54.978881 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-192a7159-8ade-42f1-b1aa-321ef144a80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:55.040172 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b39a37-2ae5-4f42-b617-078306b60e97 req-0ec18e84-fd40-464e-af8c-fe1c9d8f1061 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:55.041691 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-18b39a37-2ae5-4f42-b617-078306b60e97 req-0ec18e84-fd40-464e-af8c-fe1c9d8f1061 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 946 time: 0.2535510 Feb 04 22:26:55.098313 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-18b39a37-2ae5-4f42-b617-078306b60e97 req-3b0d1163-0205-4cca-bd86-ed97157062f2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=4565c66b-3856-4b09-86ef-563e7ff6648d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475729 Feb 04 22:26:55.254733 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] For port e4d61007-7de5-48c4-ab40-8924cd2683c4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e4d61007-7de5-48c4-ab40-8924cd2683c4,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:26:55.255199 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:55.287318 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-8349721f-a410-4329-970d-757bb4de0a83 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:55.288685 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-8349721f-a410-4329-970d-757bb4de0a83 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Synchronizing usage tracker for tenant:58c239fd665245f19faf15cb712f602a on resource:network {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:26:55.311196 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-8349721f-a410-4329-970d-757bb4de0a83 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Unset dirty status for tenant:58c239fd665245f19faf15cb712f602a on resource:network {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:26:55.312559 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-8349721f-a410-4329-970d-757bb4de0a83 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/networks?id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 HTTP/1.1" status: 200 len: 815 time: 0.1761739 Feb 04 22:26:55.329913 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-ecfde846-d996-4bd3-a220-ff66045273d7 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/quotas/58c239fd665245f19faf15cb712f602a HTTP/1.1" status: 200 len: 375 time: 0.0099823 Feb 04 22:26:55.415332 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-712fa967-f190-4639-8e31-ab0fb363a09c tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Synchronizing usage tracker for tenant:58c239fd665245f19faf15cb712f602a on resource:port {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:26:55.433584 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-712fa967-f190-4639-8e31-ab0fb363a09c tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Unset dirty status for tenant:58c239fd665245f19faf15cb712f602a on resource:port {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:26:55.438462 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-712fa967-f190-4639-8e31-ab0fb363a09c tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=58c239fd665245f19faf15cb712f602a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027653 Feb 04 22:26:55.572839 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:55.573123 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:55.573470 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.l3_db [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Floating IP b554e4a5-2593-4107-a1b7-5414b1c594c1 disassociated. External IP: 172.27.0.237, port: e4d61007-7de5-48c4-ab40-8924cd2683c4. Feb 04 22:26:55.573898 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Calling delete_port for e4d61007-7de5-48c4-ab40-8924cd2683c4 owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:26:55.589122 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-c04185e3-e54f-469d-bfa1-c9cb248daa0f service neutron] 10.222.0.47 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406596 Feb 04 22:26:55.721295 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:55.729193 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-8d4a829c-2997-4b99-9ff4-eab15ed22fcc service neutron] 10.222.0.47 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328647 Feb 04 22:26:55.774294 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event deleted for resources: {'Port': ['ID=e4d61007-7de5-48c4-ab40-8924cd2683c4,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:55.916363 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:55.948648 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-abd65f5e-3256-4bdb-b888-130c183e9fa7 req-727d863f-c5ec-4ed2-a539-ade4163c629d tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 210 time: 0.0652173 Feb 04 22:26:56.025108 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Router 3893d65c-2a96-481a-bf57-45598f903412 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:26:56.261570 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:56.343697 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:26:56.357563 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d112b6cf-68f2-45bd-b391-fc5f3c9e255e None None] Sync routers for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:26:56.371261 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-da92222a-62a5-41c5-85c1-56fecef721f8 req-043fe94b-3cee-4716-b36d-51ad20beda39 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe84a1-426e-414d-a6f5-6f2661bfacee HTTP/1.1" status: 200 len: 210 time: 0.0661681 Feb 04 22:26:56.372561 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112b6cf-68f2-45bd-b391-fc5f3c9e255e None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:26:56.373189 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d112b6cf-68f2-45bd-b391-fc5f3c9e255e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:26:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:56.441784 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] No DVR routers for this DVR port e4d61007-7de5-48c4-ab40-8924cd2683c4 on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:26:56.444780 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:56.447541 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'name': 'network-vif-deleted', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:26:56.468119 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9e730031-1cc1-4729-92da-86a33920bc32 req-6973e50f-503d-456d-b435-e696298c28ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.58 "DELETE /v2.0/ports/e4d61007-7de5-48c4-ab40-8924cd2683c4 HTTP/1.1" status: 204 len: 173 time: 1.6727386 Feb 04 22:26:56.510316 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfe84a1-426e-414d-a6f5-6f2661bfacee', 'name': 'network-vif-deleted', 'tag': 'e4d61007-7de5-48c4-ab40-8924cd2683c4', 'status': 'completed', 'code': 200} Feb 04 22:26:56.644196 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-d112b6cf-68f2-45bd-b391-fc5f3c9e255e None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:26:57.021580 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d112b6cf-68f2-45bd-b391-fc5f3c9e255e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 5, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:57.027384 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d112b6cf-68f2-45bd-b391-fc5f3c9e255e None None] Checking router: 3893d65c-2a96-481a-bf57-45598f903412 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:26:57.039175 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112b6cf-68f2-45bd-b391-fc5f3c9e255e None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:26:57.040143 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d112b6cf-68f2-45bd-b391-fc5f3c9e255e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:26:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:57.100142 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5aa19387-44fb-4ef0-9a71-7a221b7d1eb7 req-333b0808-b360-4fa0-ba06-56e1a2a1f09f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 210 time: 0.0535431 Feb 04 22:26:57.285037 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:57.289516 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-d112b6cf-68f2-45bd-b391-fc5f3c9e255e None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:26:57.516694 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46650) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:57.651667 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f2c14f8b-512e-4fa5-bbe4-693f1c3c51c7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:57.719105 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d112b6cf-68f2-45bd-b391-fc5f3c9e255e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 5, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:26:57.733934 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d112b6cf-68f2-45bd-b391-fc5f3c9e255e None None] The sync data for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi is: [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 5, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:26:57.772265 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device e4d61007-7de5-48c4-ab40-8924cd2683c4 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:26:57.791840 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f2c14f8b-512e-4fa5-bbe4-693f1c3c51c7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:57.888868 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: e4d61007-7de5-48c4-ab40-8924cd2683c4 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:26:57.889209 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device e4d61007-7de5-48c4-ab40-8924cd2683c4 not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:26:57.942903 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-ada7702f-2cd3-4f20-afb8-0eece555df07 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:26:57.945294 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-ada7702f-2cd3-4f20-afb8-0eece555df07 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.58 "GET /v2.0/networks?id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 HTTP/1.1" status: 200 len: 815 time: 0.2547469 Feb 04 22:26:57.959046 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f2c14f8b-512e-4fa5-bbe4-693f1c3c51c7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:57.980314 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Request body: {'port': {'device_id': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'admin_state_up': True, 'tenant_id': '58c239fd665245f19faf15cb712f602a'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:26:58.102662 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c14f8b-512e-4fa5-bbe4-693f1c3c51c7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4565c66b-3856-4b09-86ef-563e7ff6648d,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:58.113487 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f2c14f8b-512e-4fa5-bbe4-693f1c3c51c7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:58.115136 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-f2c14f8b-512e-4fa5-bbe4-693f1c3c51c7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "DELETE /v2.0/security-groups/4565c66b-3856-4b09-86ef-563e7ff6648d HTTP/1.1" status: 204 len: 168 time: 0.5973740 Feb 04 22:26:58.118334 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46674) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:58.156331 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.api.v2.resource [None req-3ebe13d0-b0ba-4799-ac0f-312a2bc13c72 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] show failed (client error): The resource could not be found. Feb 04 22:26:58.166570 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46682) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:58.169306 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-3ebe13d0-b0ba-4799-ac0f-312a2bc13c72 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups/4565c66b-3856-4b09-86ef-563e7ff6648d HTTP/1.1" status: 404 len: 347 time: 0.0494688 Feb 04 22:26:58.241216 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64f7575-e6d3-48b1-ac60-ede8502b86e9 None None] New status for floating IP b554e4a5-2593-4107-a1b7-5414b1c594c1: DOWN {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:26:58.455281 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46696) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:58.463340 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bb02b880-f2b3-4a18-8191-4f129ba6133a req-8ac9ae30-20c4-4c04-8667-ee567c3ef022 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 210 time: 0.1057069 Feb 04 22:26:58.564838 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Deleting port ae22772f-6355-421e-8dfb-9955e25c21bd {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:26:58.564838 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:58.603172 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:58.626471 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:58.706388 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Made reservation on behalf of 58c239fd665245f19faf15cb712f602a for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:26:58.710206 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:58.801657 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-06da1fc5-d6b1-4f95-ba79-18569d50514f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:58.838731 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-06da1fc5-d6b1-4f95-ba79-18569d50514f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:26:58.875287 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-06da1fc5-d6b1-4f95-ba79-18569d50514f admin admin] Usage tracker for resource:security_group_rule and tenant:3e70a594c7754563827da27170eac13b is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:26:58.881184 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-06da1fc5-d6b1-4f95-ba79-18569d50514f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:26:58.899473 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:58.899814 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:58.913827 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-06da1fc5-d6b1-4f95-ba79-18569d50514f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:26:59.087104 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Calling delete_port for ae22772f-6355-421e-8dfb-9955e25c21bd owned by network:floatingip {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:26:59.267247 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Allocated IP 172.20.0.7 (2359f228-96c8-4a4f-9bda-0dc2ab2c3c16/a57fb06e-b417-4005-88e9-6a7daa63527b/47900e02-baf2-4a38-9de9-b7587df0c0dd) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:26:59.397451 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.db.api [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 22:26:59.397821 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG oslo_db.api [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 22:26:59.489446 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-06da1fc5-d6b1-4f95-ba79-18569d50514f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:59.498139 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-06da1fc5-d6b1-4f95-ba79-18569d50514f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:59.619988 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-06da1fc5-d6b1-4f95-ba79-18569d50514f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e70a594c7754563827da27170eac13b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1614118 Feb 04 22:26:59.620666 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46720) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:26:59.755160 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da1fc5-d6b1-4f95-ba79-18569d50514f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e5a3e4-81a9-479a-bc6c-bfadd27f0751,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:26:59.761531 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:59.791405 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Transition to ACTIVE for port object 47900e02-baf2-4a38-9de9-b7587df0c0dd will not be triggered until provisioned by entity DHCP. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:26:59.826855 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:59.840881 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-48339c2a-a717-4af0-991b-8df24d9e2dd2 req-a545eb61-8fac-4514-aa19-ca89f1ba3be7 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 210 time: 0.1404715 Feb 04 22:26:59.884569 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-ec799d0a-7501-4a56-8f45-02cb534b079e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:59.898925 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Deleting port ae22772f-6355-421e-8dfb-9955e25c21bd {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:26:59.899555 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:59.948552 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-ec799d0a-7501-4a56-8f45-02cb534b079e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:26:59.966460 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:26:59.981689 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:26:59.984788 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:27:00.074820 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-ec799d0a-7501-4a56-8f45-02cb534b079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:00.099663 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46728) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:00.103269 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec799d0a-7501-4a56-8f45-02cb534b079e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e5a3e4-81a9-479a-bc6c-bfadd27f0751,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:00.136097 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-ec799d0a-7501-4a56-8f45-02cb534b079e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:00.149078 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-ec799d0a-7501-4a56-8f45-02cb534b079e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b4e5a3e4-81a9-479a-bc6c-bfadd27f0751 HTTP/1.1" status: 204 len: 168 time: 0.5167742 Feb 04 22:27:00.180443 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event updated for resources: {'Port': ['ID=47900e02-baf2-4a38-9de9-b7587df0c0dd,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:00.233451 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:00.233810 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:00.264115 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:00.264839 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:00.321815 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-4b29c497-d440-4902-b584-fe7362319bad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3459351 Feb 04 22:27:00.510079 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b79e6693-ebd5-4258-ac57-1958562402ca None None] Provisioning for port 47900e02-baf2-4a38-9de9-b7587df0c0dd completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:27:00.524945 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b79e6693-ebd5-4258-ac57-1958562402ca None None] Provisioning complete for port 47900e02-baf2-4a38-9de9-b7587df0c0dd triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:27:00.528864 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b79e6693-ebd5-4258-ac57-1958562402ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:00.686846 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-054ab6db-1ccb-4f90-a855-5d95874ee328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:00.696124 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b79e6693-ebd5-4258-ac57-1958562402ca None None] Port 47900e02-baf2-4a38-9de9-b7587df0c0dd cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:27:00.712107 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-054ab6db-1ccb-4f90-a855-5d95874ee328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:00.720224 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-054ab6db-1ccb-4f90-a855-5d95874ee328 admin admin] Usage tracker for resource:security_group_rule and tenant:47120d11a80d4451ae77604838851bb3 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:00.725392 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-054ab6db-1ccb-4f90-a855-5d95874ee328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:00.736246 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-054ab6db-1ccb-4f90-a855-5d95874ee328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:00.790400 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Request body: {'port': {'device_id': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:00.865679 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-054ab6db-1ccb-4f90-a855-5d95874ee328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:00.872377 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-054ab6db-1ccb-4f90-a855-5d95874ee328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:00.884525 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Calling delete_port for ae22772f-6355-421e-8dfb-9955e25c21bd owned by network:floatingip {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:27:01.009770 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ab6db-1ccb-4f90-a855-5d95874ee328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c628361a-a02e-4a2c-a03f-54fd2a8a287a,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:01.127623 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:01.190695 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-054ab6db-1ccb-4f90-a855-5d95874ee328 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=47120d11a80d4451ae77604838851bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0755346 Feb 04 22:27:01.209197 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46752) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:01.272477 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:01.367878 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event deleted for resources: {'Port': ['ID=ae22772f-6355-421e-8dfb-9955e25c21bd,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:01.459500 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c345d-7373-40ce-8726-2359c9b3fa2e req-ef102f68-1fa8-40d5-b775-9c02a9e6f64d tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:01.461532 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-571c345d-7373-40ce-8726-2359c9b3fa2e req-ef102f68-1fa8-40d5-b775-9c02a9e6f64d tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 931 time: 0.4137859 Feb 04 22:27:01.463881 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7b6d-4c91-4e50-b157-1c753a47716f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:01.590979 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:01.609680 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7b6d-4c91-4e50-b157-1c753a47716f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:01.658605 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:01.659909 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-3c5d22c2-eefc-4195-8f12-f30c3490a438 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "DELETE /v2.0/floatingips/b554e4a5-2593-4107-a1b7-5414b1c594c1 HTTP/1.1" status: 204 len: 168 time: 3.4922276 Feb 04 22:27:01.747341 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-571c345d-7373-40ce-8726-2359c9b3fa2e req-878a5c5c-f184-4808-9aaa-8754b97bec5b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Synchronizing usage tracker for tenant:58c239fd665245f19faf15cb712f602a on resource:security_group {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:27:01.859147 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-571c345d-7373-40ce-8726-2359c9b3fa2e req-878a5c5c-f184-4808-9aaa-8754b97bec5b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Unset dirty status for tenant:58c239fd665245f19faf15cb712f602a on resource:security_group {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:27:01.866731 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47900e02-baf2-4a38-9de9-b7587df0c0dd {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:27:01.878330 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-571c345d-7373-40ce-8726-2359c9b3fa2e req-878a5c5c-f184-4808-9aaa-8754b97bec5b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513219 Feb 04 22:27:01.879265 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:01.903949 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7b6d-4c91-4e50-b157-1c753a47716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:01.912603 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Transition to ACTIVE for port object 47900e02-baf2-4a38-9de9-b7587df0c0dd will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:27:01.916807 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:01.948143 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e7b6d-4c91-4e50-b157-1c753a47716f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c628361a-a02e-4a2c-a03f-54fd2a8a287a,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:01.955793 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7b6d-4c91-4e50-b157-1c753a47716f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:01.961569 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-8b5e7b6d-4c91-4e50-b157-1c753a47716f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c628361a-a02e-4a2c-a03f-54fd2a8a287a HTTP/1.1" status: 204 len: 168 time: 0.7444112 Feb 04 22:27:02.069578 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46770) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:02.075258 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--667063237', 'description': 'tempest-description--1793211566'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:02.091191 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:02.100857 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Usage tracker for resource:security_group and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:02.109195 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:02.123116 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:02.148341 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:02.216187 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:02.235980 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Usage tracker for resource:security_group_rule and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:02.245374 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:02.259712 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:02.296944 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Pushing event updated for resources: {'Port': ['ID=47900e02-baf2-4a38-9de9-b7587df0c0dd,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:02.386523 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Attempting to bind port 47900e02-baf2-4a38-9de9-b7587df0c0dd on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:27:02.388274 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Attempting to bind port 47900e02-baf2-4a38-9de9-b7587df0c0dd by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '7d25cde7-a3d8-49ba-a7bc-f49685078cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:27:02.389932 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Attempting to bind port 47900e02-baf2-4a38-9de9-b7587df0c0dd on network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:27:02.399383 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Port 47900e02-baf2-4a38-9de9-b7587df0c0dd on network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:27:02.400370 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Attempting to bind port 47900e02-baf2-4a38-9de9-b7587df0c0dd on network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:27:02.409396 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:27:02.410205 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Checking segment: {'id': '7d25cde7-a3d8-49ba-a7bc-f49685078cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:27:02.410875 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Bound using segment: {'id': '7d25cde7-a3d8-49ba-a7bc-f49685078cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:27:02.412642 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Bound port: 47900e02-baf2-4a38-9de9-b7587df0c0dd, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d25cde7-a3d8-49ba-a7bc-f49685078cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:27:02.413618 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:02.459371 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:02.468604 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:02.644595 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] For port 47900e02-baf2-4a38-9de9-b7587df0c0dd, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:27:02.653556 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] For port 47900e02-baf2-4a38-9de9-b7587df0c0dd, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:27:02.667549 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:02.679513 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4728b5-495e-4551-85f4-abb6b307ca59,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:02.689596 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:02.694566 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-9898a56e-1088-4854-8819-b0d058ae5595 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6213045 Feb 04 22:27:02.695928 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46780) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:02.708303 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-5f53f4f0-498d-4783-a249-81a7b33ff503 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Request body: {'security_group_rule': {'security_group_id': '7c4728b5-495e-4551-85f4-abb6b307ca59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:02.732779 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-5f53f4f0-498d-4783-a249-81a7b33ff503 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:02.751446 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-5f53f4f0-498d-4783-a249-81a7b33ff503 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Usage tracker for resource:security_group_rule and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:02.757326 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-5f53f4f0-498d-4783-a249-81a7b33ff503 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:02.766925 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-5f53f4f0-498d-4783-a249-81a7b33ff503 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:02.830919 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5f53f4f0-498d-4783-a249-81a7b33ff503 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:02.842647 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:02.843327 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:02.844866 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] 10.222.0.58 "PUT /v2.0/ports/47900e02-baf2-4a38-9de9-b7587df0c0dd HTTP/1.1" status: 200 len: 1093 time: 2.4369466 Feb 04 22:27:02.845400 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:27:02.951145 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e72a5-4b5d-45d4-9280-8da1402b3b44 service neutron] Pushing event updated for resources: {'Port': ['ID=47900e02-baf2-4a38-9de9-b7587df0c0dd,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:03.033082 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5f53f4f0-498d-4783-a249-81a7b33ff503 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.038720 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5f53f4f0-498d-4783-a249-81a7b33ff503 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.061282 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd', 'status': 'completed', 'code': 200} Feb 04 22:27:03.125671 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46788) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:03.136732 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5f53f4f0-498d-4783-a249-81a7b33ff503 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.141243 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-5f53f4f0-498d-4783-a249-81a7b33ff503 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4409049 Feb 04 22:27:03.146813 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46792) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:03.161962 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53f4f0-498d-4783-a249-81a7b33ff503 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7608c9d-2419-4e2d-bcd5-fac11c1da2df,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:03.173797 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-0c0cdb7e-46f4-475f-b4cd-c89bec6d27ec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Request body: {'security_group_rule': {'security_group_id': '7c4728b5-495e-4551-85f4-abb6b307ca59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:03.186581 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-0c0cdb7e-46f4-475f-b4cd-c89bec6d27ec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:03.194408 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-0c0cdb7e-46f4-475f-b4cd-c89bec6d27ec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Usage tracker for resource:security_group_rule and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:03.198394 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-0c0cdb7e-46f4-475f-b4cd-c89bec6d27ec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:03.220898 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-0c0cdb7e-46f4-475f-b4cd-c89bec6d27ec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:03.239039 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-cf318209-560c-4783-bb06-3623e329daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:03.240747 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-cf318209-560c-4783-bb06-3623e329daa1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=58c239fd665245f19faf15cb712f602a&device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 1096 time: 0.2637932 Feb 04 22:27:03.257171 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8c482bba-50b9-463f-b93d-1460bce2ced7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.274036 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdb7e-46f4-475f-b4cd-c89bec6d27ec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.296896 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-8c482bba-50b9-463f-b93d-1460bce2ced7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:03.303978 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-8c482bba-50b9-463f-b93d-1460bce2ced7 admin admin] Usage tracker for resource:security_group_rule and tenant:68e80a9d03d540fe9e987ec522f76805 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:03.307537 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-8c482bba-50b9-463f-b93d-1460bce2ced7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:03.318215 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-8c482bba-50b9-463f-b93d-1460bce2ced7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:03.343367 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d0385-2b9d-4de9-9567-3547a9955364 req-1e09bdf9-e3c7-4796-aed2-7fd06aab1543 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:03.344949 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b99d0385-2b9d-4de9-9567-3547a9955364 req-1e09bdf9-e3c7-4796-aed2-7fd06aab1543 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 943 time: 0.1742833 Feb 04 22:27:03.419035 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b99d0385-2b9d-4de9-9567-3547a9955364 req-d3af5102-1f6b-42c4-91fc-0f3c49ece9d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618401 Feb 04 22:27:03.458934 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdb7e-46f4-475f-b4cd-c89bec6d27ec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.469063 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdb7e-46f4-475f-b4cd-c89bec6d27ec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.502210 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cdb7e-46f4-475f-b4cd-c89bec6d27ec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d1c5a3-eb9c-464b-94fe-fb777e02ac81,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:03.506771 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-b4774795-1607-416c-aa77-0bdacfcb9a2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd HTTP/1.1" status: 200 len: 217 time: 0.1653664 Feb 04 22:27:03.518193 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8c482bba-50b9-463f-b93d-1460bce2ced7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.524988 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8c482bba-50b9-463f-b93d-1460bce2ced7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.527869 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdb7e-46f4-475f-b4cd-c89bec6d27ec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.529436 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-0c0cdb7e-46f4-475f-b4cd-c89bec6d27ec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3641546 Feb 04 22:27:03.532744 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46796) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:03.538701 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Request body: {'floatingip': {'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:03.545631 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:03.550116 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Usage tracker for resource:floatingip and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:03.554390 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:03.565567 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:03.582478 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.590193 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-8c482bba-50b9-463f-b93d-1460bce2ced7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=68e80a9d03d540fe9e987ec522f76805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4634709 Feb 04 22:27:03.593140 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46800) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:03.640629 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c482bba-50b9-463f-b93d-1460bce2ced7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca0a85d-b1bd-4778-a0b0-b5797cffd65a,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:03.704397 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-39af379c-c1c3-4c8d-b4b3-ad2ab434f070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.765248 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-39af379c-c1c3-4c8d-b4b3-ad2ab434f070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.859114 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-39af379c-c1c3-4c8d-b4b3-ad2ab434f070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.880948 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af379c-c1c3-4c8d-b4b3-ad2ab434f070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca0a85d-b1bd-4778-a0b0-b5797cffd65a,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:03.884406 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-39af379c-c1c3-4c8d-b4b3-ad2ab434f070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:03.885536 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-39af379c-c1c3-4c8d-b4b3-ad2ab434f070 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ca0a85d-b1bd-4778-a0b0-b5797cffd65a HTTP/1.1" status: 204 len: 168 time: 0.2915494 Feb 04 22:27:03.932778 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-291ada75-f646-4e0e-94e1-c7c44a6d3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:03.934932 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-291ada75-f646-4e0e-94e1-c7c44a6d3211 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a57fb06e-b417-4005-88e9-6a7daa63527b HTTP/1.1" status: 200 len: 854 time: 0.2449088 Feb 04 22:27:04.037038 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:04.277212 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Allocated IP 172.27.0.237 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/46d1750d-f804-4418-9a36-8e9a44e61bb2) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:27:04.528140 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-083dfdee-51eb-4ea5-9a34-0d0bf0f02009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:04.529627 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-083dfdee-51eb-4ea5-9a34-0d0bf0f02009 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1361361 Feb 04 22:27:04.654042 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:04.691123 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46824) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:04.721523 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-af8aba72-f224-41db-bfa2-68608c9c64ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:04.740033 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-af8aba72-f224-41db-bfa2-68608c9c64ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:04.745517 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-af8aba72-f224-41db-bfa2-68608c9c64ae admin admin] Usage tracker for resource:security_group_rule and tenant:9aad3db962b34bdc9614b5cdbdc4d3ad is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:04.749957 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-af8aba72-f224-41db-bfa2-68608c9c64ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:04.755956 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-af8aba72-f224-41db-bfa2-68608c9c64ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:04.764914 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:04.856758 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-af8aba72-f224-41db-bfa2-68608c9c64ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:04.866471 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-af8aba72-f224-41db-bfa2-68608c9c64ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:04.877831 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:27:04.880628 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-0f0367b4-50a3-4da8-aff5-d1568406f1a5 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389103 Feb 04 22:27:04.881680 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:27:04.886037 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:27:04.972001 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-af8aba72-f224-41db-bfa2-68608c9c64ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9aad3db962b34bdc9614b5cdbdc4d3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796144 Feb 04 22:27:04.973075 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46832) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:05.026917 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event updated for resources: {'Port': ['ID=46d1750d-f804-4418-9a36-8e9a44e61bb2,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:05.101834 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8aba72-f224-41db-bfa2-68608c9c64ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8cce63-b04f-4634-bd3e-f2af0a2cdf8f,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:05.158797 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-78ef1d89-94f7-42bc-a312-442b0dfde02b req-953de032-0b7b-455e-b7fd-4493a5f6cc53 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452478 Feb 04 22:27:05.255108 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:05.337613 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e73d4f-b123-4e90-9e60-6fc28c5eb28f req-d11edef5-c661-426f-8a7b-2e618a9e8929 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:05.342290 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-48e73d4f-b123-4e90-9e60-6fc28c5eb28f req-d11edef5-c661-426f-8a7b-2e618a9e8929 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 943 time: 0.7377741 Feb 04 22:27:05.409788 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:05.533394 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b0fc4bfe-d9b8-46d7-9973-2ef5de0a0aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:05.624105 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-48e73d4f-b123-4e90-9e60-6fc28c5eb28f req-81508ec1-91b5-4a9d-b519-133b405c02d0 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632132 Feb 04 22:27:05.635361 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b0fc4bfe-d9b8-46d7-9973-2ef5de0a0aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:05.760442 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b0fc4bfe-d9b8-46d7-9973-2ef5de0a0aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:05.794073 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc4bfe-d9b8-46d7-9973-2ef5de0a0aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8cce63-b04f-4634-bd3e-f2af0a2cdf8f,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:05.817503 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b0fc4bfe-d9b8-46d7-9973-2ef5de0a0aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:05.832196 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-b0fc4bfe-d9b8-46d7-9973-2ef5de0a0aba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b8cce63-b04f-4634-bd3e-f2af0a2cdf8f HTTP/1.1" status: 204 len: 168 time: 0.8437264 Feb 04 22:27:05.860966 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:05.919096 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:06.108394 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:06.143740 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event updated for resources: {'Port': ['ID=46d1750d-f804-4418-9a36-8e9a44e61bb2,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:06.153636 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a6112-4b19-45a7-bfd7-76f9617b0cfe req-20d0bf91-586e-4806-90e9-e446de1058b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:06.155357 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-420a6112-4b19-45a7-bfd7-76f9617b0cfe req-20d0bf91-586e-4806-90e9-e446de1058b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=58c239fd665245f19faf15cb712f602a&device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 1096 time: 0.3670330 Feb 04 22:27:06.156399 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:06.157558 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-b4d33af7-a572-4338-948a-00c5efed5b84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6235445 Feb 04 22:27:06.593422 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-12f75a29-ca5d-4de2-8430-d43c968d3c97 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Synchronizing usage tracker for tenant:d4727c07e69744808e73ab04657a3e1c on resource:security_group {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:27:06.640404 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-12f75a29-ca5d-4de2-8430-d43c968d3c97 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Unset dirty status for tenant:d4727c07e69744808e73ab04657a3e1c on resource:security_group {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:27:06.646762 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-12f75a29-ca5d-4de2-8430-d43c968d3c97 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--667063237&fields=id&tenant_id=d4727c07e69744808e73ab04657a3e1c HTTP/1.1" status: 200 len: 267 time: 0.1424205 Feb 04 22:27:06.852778 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a6112-4b19-45a7-bfd7-76f9617b0cfe req-accef17d-e4b9-4b6a-98db-82728b2ce67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:06.860928 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-420a6112-4b19-45a7-bfd7-76f9617b0cfe req-accef17d-e4b9-4b6a-98db-82728b2ce67d service neutron] 10.222.0.58 "GET /v2.0/networks?id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 HTTP/1.1" status: 200 len: 916 time: 0.4484119 Feb 04 22:27:06.928326 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-67fc795b-b267-427d-b1f8-45219db7ebeb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:06.936110 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-67fc795b-b267-427d-b1f8-45219db7ebeb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 816 time: 0.2812533 Feb 04 22:27:06.999432 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f51dd185-c2d8-4fcf-880c-1eb685634d61 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/quotas/d4727c07e69744808e73ab04657a3e1c HTTP/1.1" status: 200 len: 375 time: 0.0622630 Feb 04 22:27:07.020753 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-420a6112-4b19-45a7-bfd7-76f9617b0cfe req-f18706e9-1290-4585-b320-23bad1a49c84 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd HTTP/1.1" status: 200 len: 217 time: 0.1212940 Feb 04 22:27:07.166950 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-eb8dd438-040a-4669-ba96-adc0dd6b9ac9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1584237 Feb 04 22:27:07.278843 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409c19b-1abb-44a4-a501-818c606bddb9 req-d1f2008d-ec27-42e3-84d2-3a04a72e2d1e tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:07.280430 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d409c19b-1abb-44a4-a501-818c606bddb9 req-d1f2008d-ec27-42e3-84d2-3a04a72e2d1e tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 943 time: 0.3421834 Feb 04 22:27:07.390982 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d409c19b-1abb-44a4-a501-818c606bddb9 req-a7cb3267-19d4-4ffa-9acf-036c294582f6 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026814 Feb 04 22:27:07.426419 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-5531e7bc-fd8e-401f-8ef1-22404eaa31fe service neutron] 10.222.0.47 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584662 Feb 04 22:27:07.499850 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a6112-4b19-45a7-bfd7-76f9617b0cfe req-63fed14f-0c15-4c53-ba83-16bfba127673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:07.501305 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-420a6112-4b19-45a7-bfd7-76f9617b0cfe req-63fed14f-0c15-4c53-ba83-16bfba127673 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a57fb06e-b417-4005-88e9-6a7daa63527b HTTP/1.1" status: 200 len: 854 time: 0.0738914 Feb 04 22:27:07.789881 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-e16fba85-15c8-43e2-a87d-0c644a5629eb service neutron] 10.222.0.47 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567631 Feb 04 22:27:08.057109 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 46902) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:08.098997 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dee7f645-a2cf-45c3-ba33-1a06c8a20278 req-cfdb4441-fd30-45ce-8905-efe586ff3d57 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 210 time: 0.0584528 Feb 04 22:27:08.212858 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-deae4b90-c304-4e20-aa88-ecd2d9f29fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:08.373500 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-deae4b90-c304-4e20-aa88-ecd2d9f29fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:08.379926 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-deae4b90-c304-4e20-aa88-ecd2d9f29fce admin admin] Usage tracker for resource:security_group_rule and tenant:31c3103096a14de994c7bc03fe0a270b is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:08.391084 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-deae4b90-c304-4e20-aa88-ecd2d9f29fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:08.398654 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-deae4b90-c304-4e20-aa88-ecd2d9f29fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:08.453442 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a6112-4b19-45a7-bfd7-76f9617b0cfe req-50dfe382-3550-4538-866a-fae87500f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:08.455112 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-420a6112-4b19-45a7-bfd7-76f9617b0cfe req-50dfe382-3550-4538-866a-fae87500f34a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1310775 Feb 04 22:27:08.587523 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8020e-502a-468d-8692-055c7355e598 req-8eb1610c-9ab5-44d7-9720-088780ea21b5 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:08.589012 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-92e8020e-502a-468d-8692-055c7355e598 req-8eb1610c-9ab5-44d7-9720-088780ea21b5 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 943 time: 0.0863123 Feb 04 22:27:08.592996 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-deae4b90-c304-4e20-aa88-ecd2d9f29fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:08.601945 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-deae4b90-c304-4e20-aa88-ecd2d9f29fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:08.646713 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-92e8020e-502a-468d-8692-055c7355e598 req-484be814-a5f7-4d65-8f30-cf2f19fcf638 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480888 Feb 04 22:27:08.650601 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-deae4b90-c304-4e20-aa88-ecd2d9f29fce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31c3103096a14de994c7bc03fe0a270b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5905864 Feb 04 22:27:08.655472 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 46920) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:08.688187 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae4b90-c304-4e20-aa88-ecd2d9f29fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb49d881-9be2-4619-a6bd-1324866c16f4,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:08.695777 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-420a6112-4b19-45a7-bfd7-76f9617b0cfe req-6934ae98-e4bc-447b-a0bf-086ab8e3a9c3 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179546 Feb 04 22:27:08.719160 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-60d0407f-090b-460b-98e7-cd6d3378abb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:08.746466 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-60d0407f-090b-460b-98e7-cd6d3378abb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:08.809528 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-60d0407f-090b-460b-98e7-cd6d3378abb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:08.831007 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0407f-090b-460b-98e7-cd6d3378abb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb49d881-9be2-4619-a6bd-1324866c16f4,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:08.838864 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-60d0407f-090b-460b-98e7-cd6d3378abb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:08.841403 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-60d0407f-090b-460b-98e7-cd6d3378abb3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb49d881-9be2-4619-a6bd-1324866c16f4 HTTP/1.1" status: 204 len: 168 time: 0.1846762 Feb 04 22:27:08.847286 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-420a6112-4b19-45a7-bfd7-76f9617b0cfe req-62282ecf-074d-4c00-afc3-f431ea60d7d2 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388767 Feb 04 22:27:09.263748 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e69ecd70-1338-466b-8efb-d15f0812faa5 req-a44c852f-9741-47f5-9cac-a3e1da2d3493 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 210 time: 0.0460570 Feb 04 22:27:09.410100 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-9df570ea-bb9a-43ca-a1bd-59cf1bb0dacb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:09.410813 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-9df570ea-bb9a-43ca-a1bd-59cf1bb0dacb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Synchronizing usage tracker for tenant:d4727c07e69744808e73ab04657a3e1c on resource:network {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:27:09.431801 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-9df570ea-bb9a-43ca-a1bd-59cf1bb0dacb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Unset dirty status for tenant:d4727c07e69744808e73ab04657a3e1c on resource:network {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:27:09.433949 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-9df570ea-bb9a-43ca-a1bd-59cf1bb0dacb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.58 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 816 time: 0.1735320 Feb 04 22:27:09.489753 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-fd62c369-3a02-4c4f-977f-d86f238dccb9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Synchronizing usage tracker for tenant:d4727c07e69744808e73ab04657a3e1c on resource:security_group {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:27:09.503685 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-fd62c369-3a02-4c4f-977f-d86f238dccb9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Unset dirty status for tenant:d4727c07e69744808e73ab04657a3e1c on resource:security_group {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:27:09.504818 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-fd62c369-3a02-4c4f-977f-d86f238dccb9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4727c07e69744808e73ab04657a3e1c HTTP/1.1" status: 200 len: 379 time: 0.0565977 Feb 04 22:27:09.514592 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Request body: {'port': {'device_id': '6922f9df-ea51-471f-8068-84aa0c52e091', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'admin_state_up': True, 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'security_groups': ['7c4728b5-495e-4551-85f4-abb6b307ca59']}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:09.651398 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:09.655965 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Usage tracker for resource:port and tenant:d4727c07e69744808e73ab04657a3e1c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:09.658745 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:09.666804 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:09.679061 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Made reservation on behalf of d4727c07e69744808e73ab04657a3e1c for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:27:09.682876 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:09.850589 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c191ae-3223-48c7-b273-42a512ce50fe req-cfa904f3-d17a-4c07-9202-f33232c8b823 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:09.855752 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 47900e02-baf2-4a38-9de9-b7587df0c0dd details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:27:09.859716 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Allocated IP 172.20.0.12 (159c2c49-f816-412b-aa6b-d5818fb0425f/0b884a98-3a2e-453c-89b3-9061404d8d95/1c2c39a2-26a0-4a85-afb5-1d422dbe5a44) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:27:09.862081 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-48c191ae-3223-48c7-b273-42a512ce50fe req-cfa904f3-d17a-4c07-9202-f33232c8b823 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 943 time: 0.0834000 Feb 04 22:27:09.907150 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-48c191ae-3223-48c7-b273-42a512ce50fe req-f6f67eb9-7679-434f-9c29-a53729d8fcc6 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Feb 04 22:27:10.019698 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 47900e02-baf2-4a38-9de9-b7587df0c0dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:27:10.037219 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '47900e02-baf2-4a38-9de9-b7587df0c0dd', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'port_id': '47900e02-baf2-4a38-9de9-b7587df0c0dd', 'mac_address': 'fa:16:3e:41:b1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:27:10.084955 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:10.097083 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:10.102901 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Transition to ACTIVE for port object 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 will not be triggered until provisioned by entity DHCP. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:27:10.127209 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47900e02-baf2-4a38-9de9-b7587df0c0dd {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:27:10.138399 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:10.148830 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 47900e02-baf2-4a38-9de9-b7587df0c0dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:27:10.156702 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:10.225650 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event updated for resources: {'Port': ['ID=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:10.241067 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Network 159c2c49-f816-412b-aa6b-d5818fb0425f is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:27:10.242499 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:27:10.244681 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:27:10.251421 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=47900e02-baf2-4a38-9de9-b7587df0c0dd,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:10.258961 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:10.259368 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:10.259850 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:10.260184 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:10.260511 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:10.260890 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:10.261405 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:10.261761 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:10.262122 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:10.262438 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:10.262707 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:10.263678 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:10.312605 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:10.313285 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:10.348509 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-a606aab7-7b74-4781-9dcd-3a048b171adf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8382485 Feb 04 22:27:10.369130 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Request body: {'port': {'device_id': '6922f9df-ea51-471f-8068-84aa0c52e091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:10.466116 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-46990153-9619-4b9c-b2f1-9062485c8cb6 None None] Provisioning for port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:27:10.471823 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-46990153-9619-4b9c-b2f1-9062485c8cb6 None None] Provisioning complete for port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:27:10.472611 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-46990153-9619-4b9c-b2f1-9062485c8cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:10.476742 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d1805-de6b-499a-8e38-6983af1c0343 req-c70b25aa-7fe6-4e68-aa59-123a6676cfed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:10.485569 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6f0d1805-de6b-499a-8e38-6983af1c0343 req-c70b25aa-7fe6-4e68-aa59-123a6676cfed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 932 time: 0.0994859 Feb 04 22:27:10.504670 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['47900e02-baf2-4a38-9de9-b7587df0c0dd'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:27:10.505668 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:10.525373 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6f0d1805-de6b-499a-8e38-6983af1c0343 req-f842b77e-d3b4-4433-8f51-6b0d6eea7e35 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384958 Feb 04 22:27:10.583849 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-46990153-9619-4b9c-b2f1-9062485c8cb6 None None] Port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:27:10.946433 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:27:10.954539 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:10.969338 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Transition to ACTIVE for port object 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:27:10.973730 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:11.099207 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3f984-9e5a-458e-bf50-7ad83bec84e2 req-6c552a2f-c39e-4b86-be45-d933ef96ca57 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:11.100884 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b1e3f984-9e5a-458e-bf50-7ad83bec84e2 req-6c552a2f-c39e-4b86-be45-d933ef96ca57 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 944 time: 0.0862055 Feb 04 22:27:11.136859 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:11.149633 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b1e3f984-9e5a-458e-bf50-7ad83bec84e2 req-a9659d43-c35f-4964-a0eb-27e78f76a2bd tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426226 Feb 04 22:27:11.212056 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Attempting to bind port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:27:11.212389 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Attempting to bind port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:27:11.212715 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Attempting to bind port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 on network 159c2c49-f816-412b-aa6b-d5818fb0425f {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:27:11.217802 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 on network 159c2c49-f816-412b-aa6b-d5818fb0425f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:27:11.218123 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Attempting to bind port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 on network 159c2c49-f816-412b-aa6b-d5818fb0425f {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:27:11.223030 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:27:11.223358 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Checking segment: {'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:27:11.223737 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Bound using segment: {'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:27:11.224152 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Bound port: 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a6f397-9e30-41e2-b113-c8ff56a95d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:27:11.224492 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:11.326230 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] For port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:27:11.329353 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] For port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:27:11.334073 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:11.395599 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:11.396225 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:11.397616 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] 10.222.0.58 "PUT /v2.0/ports/1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 HTTP/1.1" status: 200 len: 1094 time: 1.0338573 Feb 04 22:27:11.398086 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:27:11.425378 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498f0c8-aa0e-4bfc-b818-a8fa2c3b4c76 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:11.456544 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'status': 'completed', 'code': 200} Feb 04 22:27:11.548075 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-638c261c-e5b1-40e0-9931-008087855193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:11.551043 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-638c261c-e5b1-40e0-9931-008087855193 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 1097 time: 0.0767972 Feb 04 22:27:11.671562 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-5af582e0-55f1-41b3-954b-943b901ef293 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 HTTP/1.1" status: 200 len: 217 time: 0.0965221 Feb 04 22:27:11.731526 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-1c4db5bb-7f87-4bb7-8736-6c0c5a22efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:11.732873 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-1c4db5bb-7f87-4bb7-8736-6c0c5a22efcf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b884a98-3a2e-453c-89b3-9061404d8d95 HTTP/1.1" status: 200 len: 855 time: 0.0630970 Feb 04 22:27:11.745516 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a184aa-1936-4ed7-9a68-33f6a71ae5dc req-744a2121-705a-422b-aa6d-8dabb31cdf07 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:11.747230 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-89a184aa-1936-4ed7-9a68-33f6a71ae5dc req-744a2121-705a-422b-aa6d-8dabb31cdf07 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.0881102 Feb 04 22:27:11.793599 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-89a184aa-1936-4ed7-9a68-33f6a71ae5dc req-e290b85f-8d42-43f2-b460-af0c32724706 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403240 Feb 04 22:27:11.810520 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-e7144485-480a-4e4c-b83e-4e9825140898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:11.811896 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-e7144485-480a-4e4c-b83e-4e9825140898 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=159c2c49-f816-412b-aa6b-d5818fb0425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711787 Feb 04 22:27:11.884698 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 47900e02-baf2-4a38-9de9-b7587df0c0dd up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:27:11.950371 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-5b1f1fa6-04ee-4eca-aa56-7ab5ef937ffe service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313329 Feb 04 22:27:11.952839 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 47900e02-baf2-4a38-9de9-b7587df0c0dd completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:27:11.957695 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 47900e02-baf2-4a38-9de9-b7587df0c0dd triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:27:11.958088 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:12.074663 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:12.083317 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7f9c08a9-643a-4ea6-b6d0-a3e6f3fbb69d req-82730841-4cbf-4d9d-bfc8-dccc59da6ec5 service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268320 Feb 04 22:27:12.100744 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:27:12.110937 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 47900e02-baf2-4a38-9de9-b7587df0c0dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:27:12.115141 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:12.177502 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd', 'code': 200} Feb 04 22:27:12.219752 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=47900e02-baf2-4a38-9de9-b7587df0c0dd,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:12.275549 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7609a7-6174-4fec-a7bd-03116e627056 req-2207953b-ca86-4272-84ad-c949d9ab7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:12.277558 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4f7609a7-6174-4fec-a7bd-03116e627056 req-2207953b-ca86-4272-84ad-c949d9ab7c2b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 1097 time: 0.0743203 Feb 04 22:27:12.354353 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84fca4-ceac-4be4-b665-acb3bc6ae827 req-e4a26983-fbdb-48c7-ab61-057e0869e102 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:12.357052 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ed84fca4-ceac-4be4-b665-acb3bc6ae827 req-e4a26983-fbdb-48c7-ab61-057e0869e102 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 945 time: 0.0915525 Feb 04 22:27:12.408880 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ed84fca4-ceac-4be4-b665-acb3bc6ae827 req-052c8c1c-d85c-48a3-8681-4ec483d7bbbb tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449147 Feb 04 22:27:12.461291 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7609a7-6174-4fec-a7bd-03116e627056 req-35d9e101-a387-4afc-b9d7-dffb7f59a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:12.462747 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4f7609a7-6174-4fec-a7bd-03116e627056 req-35d9e101-a387-4afc-b9d7-dffb7f59a30e service neutron] 10.222.0.58 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 917 time: 0.1782534 Feb 04 22:27:12.538326 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4f7609a7-6174-4fec-a7bd-03116e627056 req-21c984d9-49c1-4f37-b3c2-0d46b625fabb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 HTTP/1.1" status: 200 len: 217 time: 0.0676394 Feb 04 22:27:12.544723 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d8535-587a-4b00-a842-d47d81167b95 req-e2e584df-abc9-4975-95f7-9c3b0d39fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:12.546134 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2a7d8535-587a-4b00-a842-d47d81167b95 req-e2e584df-abc9-4975-95f7-9c3b0d39fdbd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 1098 time: 0.1627882 Feb 04 22:27:12.630919 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-2a7d8535-587a-4b00-a842-d47d81167b95 req-7db5e2a0-2390-4b73-ab05-8f2ef821d982 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550411 Feb 04 22:27:12.632219 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7609a7-6174-4fec-a7bd-03116e627056 req-55529f13-b89b-491f-ba61-c296430f9f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:12.633568 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4f7609a7-6174-4fec-a7bd-03116e627056 req-55529f13-b89b-491f-ba61-c296430f9f2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b884a98-3a2e-453c-89b3-9061404d8d95 HTTP/1.1" status: 200 len: 855 time: 0.0866034 Feb 04 22:27:12.980302 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7609a7-6174-4fec-a7bd-03116e627056 req-6306b427-cfba-4b9c-bad2-1909b15ac6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:12.982021 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4f7609a7-6174-4fec-a7bd-03116e627056 req-6306b427-cfba-4b9c-bad2-1909b15ac6f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=159c2c49-f816-412b-aa6b-d5818fb0425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740283 Feb 04 22:27:12.983926 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bd0a0-16c7-429d-afad-8a0312895e08 req-c116701d-0460-45d1-a6d8-6cc01dfacf86 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:12.985396 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e20bd0a0-16c7-429d-afad-8a0312895e08 req-c116701d-0460-45d1-a6d8-6cc01dfacf86 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.0791359 Feb 04 22:27:13.032161 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e20bd0a0-16c7-429d-afad-8a0312895e08 req-e4f15fb5-e60f-401c-a1a2-d0e088a1eb0c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411580 Feb 04 22:27:13.201396 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4f7609a7-6174-4fec-a7bd-03116e627056 req-a2abd40e-1a8b-4b2a-8b3e-bd1738b44ab3 service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007186 Feb 04 22:27:13.342747 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-4f7609a7-6174-4fec-a7bd-03116e627056 req-babd3b9f-8512-40b5-ac10-2099459d6a67 service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342530 Feb 04 22:27:13.594414 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088f482-bdb5-4afe-bc81-6ef2c66facbc req-4c9e6cc0-78ef-4a1d-8a1f-cb6e5baa51f7 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:13.595934 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a088f482-bdb5-4afe-bc81-6ef2c66facbc req-4c9e6cc0-78ef-4a1d-8a1f-cb6e5baa51f7 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 945 time: 0.0829940 Feb 04 22:27:13.728320 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a088f482-bdb5-4afe-bc81-6ef2c66facbc req-024050f5-aef0-4b62-af70-0c46341d63b5 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262529 Feb 04 22:27:13.910090 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:27:14.047221 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:27:14.060414 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'port_id': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'mac_address': 'fa:16:3e:5b:22:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:27:14.126429 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:14.147369 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:27:14.164229 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:27:14.168303 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:14.238527 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e572ee3-2eb6-4c70-ac76-8c872e4e09f3 req-a67c3c9d-f7f9-4ee7-807f-b8b3f7a2f0f7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:14.239913 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:14.240139 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8e572ee3-2eb6-4c70-ac76-8c872e4e09f3 req-a67c3c9d-f7f9-4ee7-807f-b8b3f7a2f0f7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 945 time: 0.0911734 Feb 04 22:27:14.299106 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8e572ee3-2eb6-4c70-ac76-8c872e4e09f3 req-69aeff3a-5cee-4a2e-9b30-3fba51f8887d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526793 Feb 04 22:27:14.499793 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['1c2c39a2-26a0-4a85-afb5-1d422dbe5a44'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:27:14.915874 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9226a-d38c-4867-879f-0351d8b36068 req-5f777b14-9f54-4549-9595-7e658abf32ba tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:14.917319 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a0e9226a-d38c-4867-879f-0351d8b36068 req-5f777b14-9f54-4549-9595-7e658abf32ba tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 945 time: 0.0817511 Feb 04 22:27:14.959927 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a0e9226a-d38c-4867-879f-0351d8b36068 req-7cf25020-c224-4d2a-a554-5c1bae08646e tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368686 Feb 04 22:27:15.143260 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554dd7b-0dd4-4713-8071-8ec54f5c8b8f req-8e3cd463-4920-491b-bca9-6ff363a56412 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:15.144720 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b554dd7b-0dd4-4713-8071-8ec54f5c8b8f req-8e3cd463-4920-491b-bca9-6ff363a56412 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 945 time: 0.0798359 Feb 04 22:27:15.191326 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b554dd7b-0dd4-4713-8071-8ec54f5c8b8f req-8f30d04c-44f2-4a1a-83cc-e3b4ecccfb2a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Feb 04 22:27:15.508941 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d41bf-4c6b-4fc0-9e2c-9efaeecbe3f0 req-56d34861-97c6-4fde-949d-e0ec2b3761a2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:15.510604 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cb7d41bf-4c6b-4fc0-9e2c-9efaeecbe3f0 req-56d34861-97c6-4fde-949d-e0ec2b3761a2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 945 time: 0.0931680 Feb 04 22:27:15.619973 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cb7d41bf-4c6b-4fc0-9e2c-9efaeecbe3f0 req-0160efc3-7f37-49bf-b8bb-612d288af172 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038785 Feb 04 22:27:15.641000 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0f4eb-0d1b-4ae0-9997-baf969224eeb req-a70cd5ed-1abd-4145-8460-342b0ee7c1f2 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:15.642790 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-86d0f4eb-0d1b-4ae0-9997-baf969224eeb req-a70cd5ed-1abd-4145-8460-342b0ee7c1f2 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 945 time: 0.1104593 Feb 04 22:27:15.691563 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-86d0f4eb-0d1b-4ae0-9997-baf969224eeb req-c7e9eb09-6ead-41c2-b2e7-a5a29222f0e8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429423 Feb 04 22:27:15.924481 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:27:15.926099 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:27:16.037833 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:27:16.044017 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:27:16.044880 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:16.190685 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:16.222025 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:27:16.233609 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:27:16.238702 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:16.274869 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'code': 200} Feb 04 22:27:16.306914 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:16.547433 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ae4da-5b67-470f-aeff-e876dbdc2da5 req-5dba16e5-7fc3-4cae-bab4-3ba04d886641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:16.548861 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bc4ae4da-5b67-470f-aeff-e876dbdc2da5 req-5dba16e5-7fc3-4cae-bab4-3ba04d886641 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 1099 time: 0.0746269 Feb 04 22:27:16.588546 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bc4ae4da-5b67-470f-aeff-e876dbdc2da5 req-8573c3ac-c567-446e-bba0-e34eea976530 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332468 Feb 04 22:27:16.817811 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ca1da-1ac5-40a8-b819-1245fbfc9f09 req-4059a512-cbea-4a56-b37c-e2301dd1b6dc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:16.819201 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a83ca1da-1ac5-40a8-b819-1245fbfc9f09 req-4059a512-cbea-4a56-b37c-e2301dd1b6dc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0784428 Feb 04 22:27:16.863622 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a83ca1da-1ac5-40a8-b819-1245fbfc9f09 req-0142104e-ea54-4d33-9e3d-d304a321278e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380969 Feb 04 22:27:18.058447 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5518e3-a8d7-4d2a-bf0b-21bc579a1ab6 req-29ec8fb7-cca8-43ab-bb49-ff02d5d6a0b1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:18.059916 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0c5518e3-a8d7-4d2a-bf0b-21bc579a1ab6 req-29ec8fb7-cca8-43ab-bb49-ff02d5d6a0b1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0829728 Feb 04 22:27:18.114232 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0c5518e3-a8d7-4d2a-bf0b-21bc579a1ab6 req-eccf0b73-8c01-4695-8801-a01719d434ab tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411580 Feb 04 22:27:19.331551 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d12e9-ae01-4af8-bd93-463ec3341125 req-430fcf68-7c0f-4dfb-b69e-4256a2ddf398 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:19.333204 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c69d12e9-ae01-4af8-bd93-463ec3341125 req-430fcf68-7c0f-4dfb-b69e-4256a2ddf398 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0988944 Feb 04 22:27:19.384462 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c69d12e9-ae01-4af8-bd93-463ec3341125 req-d710b8fa-0359-4d9d-8ecf-57d2f85370f3 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454783 Feb 04 22:27:20.670314 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7382c-3d10-4c65-b6fb-6b9a40424ebb req-a6168987-1a5c-49e7-a372-10b3f593bae1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:20.672294 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-25f7382c-3d10-4c65-b6fb-6b9a40424ebb req-a6168987-1a5c-49e7-a372-10b3f593bae1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.1570630 Feb 04 22:27:20.730309 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-25f7382c-3d10-4c65-b6fb-6b9a40424ebb req-4cb58801-8e94-4fee-a2cd-e2e63feb49db tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499003 Feb 04 22:27:21.952784 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede74ca-137c-4657-9c59-4958f7443755 req-b1af1ecc-03a8-4c40-a15a-218ca783fe72 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:21.954304 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5ede74ca-137c-4657-9c59-4958f7443755 req-b1af1ecc-03a8-4c40-a15a-218ca783fe72 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0853465 Feb 04 22:27:22.000629 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5ede74ca-137c-4657-9c59-4958f7443755 req-10c5df97-708d-4cb9-beb1-ba156ca179b7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399976 Feb 04 22:27:22.189930 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eda81e-508e-4136-ba09-81154567fef8 req-c77344fb-f76b-4aa4-85eb-c973a7e5ab21 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:22.191478 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-46eda81e-508e-4136-ba09-81154567fef8 req-c77344fb-f76b-4aa4-85eb-c973a7e5ab21 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0814080 Feb 04 22:27:22.200028 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 47080) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:22.205002 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-15c46238-84be-41fc-b1df-5167b0e9f6f2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Request body: {'floatingip': {'port_id': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:22.282972 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-15c46238-84be-41fc-b1df-5167b0e9f6f2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:22.388731 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:22.491285 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-2c8384ff-fa03-43eb-9357-df09e8aeda23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:23.015138 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-15c46238-84be-41fc-b1df-5167b0e9f6f2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:23.019528 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-15c46238-84be-41fc-b1df-5167b0e9f6f2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:23.192806 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.l3_db [None req-15c46238-84be-41fc-b1df-5167b0e9f6f2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Floating IP e69a28ee-e94f-47a1-bce3-93f3f96a7fd8 associated. External IP: 172.27.0.237, port: 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44. Feb 04 22:27:23.545606 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c46238-84be-41fc-b1df-5167b0e9f6f2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Router 3893d65c-2a96-481a-bf57-45598f903412 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:27:23.734431 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c46238-84be-41fc-b1df-5167b0e9f6f2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:27:23.738703 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-15c46238-84be-41fc-b1df-5167b0e9f6f2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:23.744901 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f156eb0-6352-4846-b930-544297e4a40d None None] Sync routers for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:27:23.756794 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f156eb0-6352-4846-b930-544297e4a40d None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:27:23.757391 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7f156eb0-6352-4846-b930-544297e4a40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:26:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:23.797918 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-15c46238-84be-41fc-b1df-5167b0e9f6f2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "PUT /v2.0/floatingips/e69a28ee-e94f-47a1-bce3-93f3f96a7fd8 HTTP/1.1" status: 200 len: 992 time: 1.5926936 Feb 04 22:27:23.797918 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:27:23.876219 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'status': 'completed', 'code': 200} Feb 04 22:27:24.011952 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-7f156eb0-6352-4846-b930-544297e4a40d None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:27:24.022599 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa5091-f843-49dc-b9cf-358fdcc28bc4 req-9860d680-0102-4008-8b5a-c5767aaee608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:24.024241 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-effa5091-f843-49dc-b9cf-358fdcc28bc4 req-9860d680-0102-4008-8b5a-c5767aaee608 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 1099 time: 0.1005352 Feb 04 22:27:24.045747 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34133131-5d44-4a43-8fac-f794ed0b5b16 req-d467b1ca-657a-4981-bd78-4afde2aa4171 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:24.047287 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-34133131-5d44-4a43-8fac-f794ed0b5b16 req-d467b1ca-657a-4981-bd78-4afde2aa4171 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.1307862 Feb 04 22:27:24.148048 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-34133131-5d44-4a43-8fac-f794ed0b5b16 req-b214fd0a-1e05-4954-b99b-1cb2adadc6ce tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946248 Feb 04 22:27:24.231789 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa5091-f843-49dc-b9cf-358fdcc28bc4 req-7f74feb8-db5b-413d-83ff-c13da96dc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:24.233256 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-effa5091-f843-49dc-b9cf-358fdcc28bc4 req-7f74feb8-db5b-413d-83ff-c13da96dc988 service neutron] 10.222.0.58 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 917 time: 0.2016053 Feb 04 22:27:24.378636 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-effa5091-f843-49dc-b9cf-358fdcc28bc4 req-5d00fbf7-6d16-436b-9fcc-6d14fed2ce68 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 HTTP/1.1" status: 200 len: 1000 time: 0.1120200 Feb 04 22:27:24.450047 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa5091-f843-49dc-b9cf-358fdcc28bc4 req-1d2d57e2-50a9-4de2-a5be-95c1fb8ec520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:24.451692 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-effa5091-f843-49dc-b9cf-358fdcc28bc4 req-1d2d57e2-50a9-4de2-a5be-95c1fb8ec520 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b884a98-3a2e-453c-89b3-9061404d8d95 HTTP/1.1" status: 200 len: 855 time: 0.0671897 Feb 04 22:27:24.487640 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7f156eb0-6352-4846-b930-544297e4a40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'e69a28ee-e94f-47a1-bce3-93f3f96a7fd8', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '3893d65c-2a96-481a-bf57-45598f903412', 'port_id': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'mac_address': 'fa:16:3e:5b:22:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922f9df-ea51-471f-8068-84aa0c52e091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:27:05Z', 'updated_at': '2022-02-04T22:27:22Z', 'revision_number': 1, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 5, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:24.491550 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f156eb0-6352-4846-b930-544297e4a40d None None] Checking router: 3893d65c-2a96-481a-bf57-45598f903412 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:27:24.501006 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f156eb0-6352-4846-b930-544297e4a40d None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:27:24.501627 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7f156eb0-6352-4846-b930-544297e4a40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:26:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:24.574739 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa5091-f843-49dc-b9cf-358fdcc28bc4 req-debb81e2-d67c-4dbf-be55-aab31db54312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:24.576615 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-effa5091-f843-49dc-b9cf-358fdcc28bc4 req-debb81e2-d67c-4dbf-be55-aab31db54312 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=159c2c49-f816-412b-aa6b-d5818fb0425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820711 Feb 04 22:27:24.598039 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f453-4bac-462c-b324-0827f451d68c req-c2d5188e-efb2-41f4-b485-e45e543b793d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:24.599539 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2099f453-4bac-462c-b324-0827f451d68c req-c2d5188e-efb2-41f4-b485-e45e543b793d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.0834520 Feb 04 22:27:24.651541 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2099f453-4bac-462c-b324-0827f451d68c req-e73af8c9-19ab-48db-a935-30966a619b85 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392816 Feb 04 22:27:24.689975 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-7f156eb0-6352-4846-b930-544297e4a40d None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:27:24.756147 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-effa5091-f843-49dc-b9cf-358fdcc28bc4 req-46e4a6da-daee-4782-b1a6-a5d64713da2d service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474531 Feb 04 22:27:24.896229 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-effa5091-f843-49dc-b9cf-358fdcc28bc4 req-803f691f-1065-427f-b864-d3d574cfc5e9 service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302168 Feb 04 22:27:24.989404 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-04237294-79b2-47bf-a83d-ffd453d1c7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:25.052740 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7f156eb0-6352-4846-b930-544297e4a40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'e69a28ee-e94f-47a1-bce3-93f3f96a7fd8', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '3893d65c-2a96-481a-bf57-45598f903412', 'port_id': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'mac_address': 'fa:16:3e:5b:22:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922f9df-ea51-471f-8068-84aa0c52e091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:27:05Z', 'updated_at': '2022-02-04T22:27:22Z', 'revision_number': 1, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 5, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:25.056805 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f156eb0-6352-4846-b930-544297e4a40d None None] The sync data for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi is: [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'e69a28ee-e94f-47a1-bce3-93f3f96a7fd8', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '3893d65c-2a96-481a-bf57-45598f903412', 'port_id': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'mac_address': 'fa:16:3e:5b:22:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922f9df-ea51-471f-8068-84aa0c52e091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:27:05Z', 'updated_at': '2022-02-04T22:27:22Z', 'revision_number': 1, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 5, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:27:25.280751 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3570b-c72d-4b2b-a92d-32826ddccb64 None None] New status for floating IP e69a28ee-e94f-47a1-bce3-93f3f96a7fd8: ACTIVE {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:27:25.364877 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3285d0a-a70b-4810-b7af-06014928299a req-db04d3dd-387e-47c7-aad4-faeb5e5c6ac0 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:25.366598 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f3285d0a-a70b-4810-b7af-06014928299a req-db04d3dd-387e-47c7-aad4-faeb5e5c6ac0 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0974360 Feb 04 22:27:25.434269 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f3285d0a-a70b-4810-b7af-06014928299a req-1e0f5c80-7627-4cef-bee5-3d28ff6acd0a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594714 Feb 04 22:27:25.862771 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e3a59-6972-4b35-93fd-de041ae78d0b req-32ed1c89-f1f3-4a8a-add5-98ec264612d2 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:25.864461 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-491e3a59-6972-4b35-93fd-de041ae78d0b req-32ed1c89-f1f3-4a8a-add5-98ec264612d2 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.0943096 Feb 04 22:27:25.913413 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:25.928006 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-491e3a59-6972-4b35-93fd-de041ae78d0b req-32b51d06-229c-4858-a72d-4ab49432ac11 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574822 Feb 04 22:27:26.246499 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:26.923832 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-8931ba1f-1267-434f-8a1c-cbffc605cf71 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:26.927205 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-8931ba1f-1267-434f-8a1c-cbffc605cf71 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Synchronizing usage tracker for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:27:26.940413 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-8931ba1f-1267-434f-8a1c-cbffc605cf71 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Unset dirty status for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:27:26.941572 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-8931ba1f-1267-434f-8a1c-cbffc605cf71 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.58 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1017902 Feb 04 22:27:27.024912 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Deleting port 388ba3bd-d05a-49b9-a456-9a8af0fa856a {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:27:27.025219 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:27.233038 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32e376-0320-4c0a-a38f-7729188f8a30 req-7b70c048-dd2f-4b53-8245-43c0adaec231 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:27.234518 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2d32e376-0320-4c0a-a38f-7729188f8a30 req-7b70c048-dd2f-4b53-8245-43c0adaec231 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 946 time: 0.1879163 Feb 04 22:27:27.275831 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:27.291518 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2d32e376-0320-4c0a-a38f-7729188f8a30 req-5012a064-7081-4e28-a41c-8e2105ac3a85 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=07e45121-65fa-4eda-ab72-9d426b0eca03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491154 Feb 04 22:27:27.332851 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] For port 388ba3bd-d05a-49b9-a456-9a8af0fa856a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=388ba3bd-d05a-49b9-a456-9a8af0fa856a,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:27:27.333218 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:27.714993 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:27.715357 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:27.715674 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.l3_db [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Floating IP 57a9e19e-b927-41ce-8783-3cec82201d9b disassociated. External IP: 172.27.0.3, port: 388ba3bd-d05a-49b9-a456-9a8af0fa856a. Feb 04 22:27:27.716003 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Calling delete_port for 388ba3bd-d05a-49b9-a456-9a8af0fa856a owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:27:27.868949 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:27.923401 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event deleted for resources: {'Port': ['ID=388ba3bd-d05a-49b9-a456-9a8af0fa856a,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:28.112678 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Router 1b3bdabe-0236-4211-94a4-f81f76774685 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:27:28.318704 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:27:28.340072 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37271a9c-ab4c-41a4-b908-00309937d3c3 None None] Sync routers for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:27:28.363693 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37271a9c-ab4c-41a4-b908-00309937d3c3 None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:27:28.364414 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-37271a9c-ab4c-41a4-b908-00309937d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:27:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:28.435952 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] No DVR routers for this DVR port 388ba3bd-d05a-49b9-a456-9a8af0fa856a on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:27:28.439497 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:28.443182 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76441795-ff4b-4843-9db9-4bde52789d7a', 'name': 'network-vif-deleted', 'tag': '388ba3bd-d05a-49b9-a456-9a8af0fa856a'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:27:28.466276 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3b739998-ebb1-4744-b4c7-b6d7b189ee93 req-67502cde-2d4f-47f6-9713-2999dd9f4825 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.58 "DELETE /v2.0/ports/388ba3bd-d05a-49b9-a456-9a8af0fa856a HTTP/1.1" status: 204 len: 173 time: 1.5167742 Feb 04 22:27:28.509493 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-25e910b7-210e-44b7-a7d0-d5e3c5c275c6 req-1b6e2147-534a-4075-b63d-3606936d309a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=76441795-ff4b-4843-9db9-4bde52789d7a HTTP/1.1" status: 200 len: 210 time: 0.0868125 Feb 04 22:27:28.523229 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76441795-ff4b-4843-9db9-4bde52789d7a', 'name': 'network-vif-deleted', 'tag': '388ba3bd-d05a-49b9-a456-9a8af0fa856a', 'status': 'completed', 'code': 200} Feb 04 22:27:28.629405 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-37271a9c-ab4c-41a4-b908-00309937d3c3 None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:27:28.951552 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-37271a9c-ab4c-41a4-b908-00309937d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:20Z', 'revision_number': 5, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:28.955430 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37271a9c-ab4c-41a4-b908-00309937d3c3 None None] Checking router: 1b3bdabe-0236-4211-94a4-f81f76774685 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:27:28.964618 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37271a9c-ab4c-41a4-b908-00309937d3c3 None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:27:28.965223 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-37271a9c-ab4c-41a4-b908-00309937d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:27:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:29.146249 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-37271a9c-ab4c-41a4-b908-00309937d3c3 None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:27:29.530536 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-37271a9c-ab4c-41a4-b908-00309937d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:20Z', 'revision_number': 5, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:29.537357 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37271a9c-ab4c-41a4-b908-00309937d3c3 None None] The sync data for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi is: [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:20Z', 'revision_number': 5, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:27:29.677173 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 47226) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:29.758704 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b74e4-9b80-46f6-add2-9cb7a5056411 req-d35350f0-a433-4ced-a11a-8f7cf84f9310 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:29.762294 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c10b74e4-9b80-46f6-add2-9cb7a5056411 req-d35350f0-a433-4ced-a11a-8f7cf84f9310 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 945 time: 0.1459665 Feb 04 22:27:29.770016 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-519fe408-8355-4b2b-b88e-92f6b6c28ee7 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:29.820439 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1899ec14-cda1-4819-b606-2a584dd82bf1 None None] New status for floating IP 57a9e19e-b927-41ce-8783-3cec82201d9b: DOWN {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:27:29.829907 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-519fe408-8355-4b2b-b88e-92f6b6c28ee7 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:29.848718 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c10b74e4-9b80-46f6-add2-9cb7a5056411 req-fe15715c-6226-4424-9439-67f565108fb6 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804734 Feb 04 22:27:29.873103 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47230) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:29.898448 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-519fe408-8355-4b2b-b88e-92f6b6c28ee7 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:29.920015 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fe408-8355-4b2b-b88e-92f6b6c28ee7 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e45121-65fa-4eda-ab72-9d426b0eca03,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:29.927656 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-519fe408-8355-4b2b-b88e-92f6b6c28ee7 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:29.928763 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-519fe408-8355-4b2b-b88e-92f6b6c28ee7 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "DELETE /v2.0/security-groups/07e45121-65fa-4eda-ab72-9d426b0eca03 HTTP/1.1" status: 204 len: 168 time: 0.2499254 Feb 04 22:27:29.931584 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 47236) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:29.948759 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.api.v2.resource [None req-3b23656a-c174-43f8-bb68-b4e1c1de5eaf tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] show failed (client error): The resource could not be found. Feb 04 22:27:29.952785 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-3b23656a-c174-43f8-bb68-b4e1c1de5eaf tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups/07e45121-65fa-4eda-ab72-9d426b0eca03 HTTP/1.1" status: 404 len: 347 time: 0.0174484 Feb 04 22:27:29.953143 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47240) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:29.970717 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 388ba3bd-d05a-49b9-a456-9a8af0fa856a no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:27:30.019882 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 388ba3bd-d05a-49b9-a456-9a8af0fa856a {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:27:30.020211 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 388ba3bd-d05a-49b9-a456-9a8af0fa856a not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:27:30.157705 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-d88a8526-c678-48ae-8f3f-4e982271ac6c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Deleting port ff7f890c-4574-4914-8a25-e41a89d57679 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:27:30.158061 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d88a8526-c678-48ae-8f3f-4e982271ac6c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:30.314623 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60370e8e-3acc-4b59-80f3-18d38e9fd56b tempest-TestMinimumBasicScenario-942695978 tempest-TestMinimumBasicScenario-942695978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:30.316207 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-60370e8e-3acc-4b59-80f3-18d38e9fd56b tempest-TestMinimumBasicScenario-942695978 tempest-TestMinimumBasicScenario-942695978-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 1093 time: 0.4416561 Feb 04 22:27:30.319931 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 47244) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:30.325948 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Request body: {'floatingip': {'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'port_id': '47900e02-baf2-4a38-9de9-b7587df0c0dd', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:30.332102 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:30.336661 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Usage tracker for resource:floatingip and tenant:58c239fd665245f19faf15cb712f602a is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:30.340072 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:30.347884 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:30.348627 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d88a8526-c678-48ae-8f3f-4e982271ac6c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:30.349093 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d88a8526-c678-48ae-8f3f-4e982271ac6c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:30.363249 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for floatingip, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:30.517215 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:30.579527 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-d88a8526-c678-48ae-8f3f-4e982271ac6c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Calling delete_port for ff7f890c-4574-4914-8a25-e41a89d57679 owned by network:floatingip {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:27:30.680033 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Allocated IP 172.27.0.217 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/acdbed9d-a4c5-4000-b255-91d42ea076a9) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:27:30.726587 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d88a8526-c678-48ae-8f3f-4e982271ac6c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:30.776566 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a8526-c678-48ae-8f3f-4e982271ac6c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event deleted for resources: {'Port': ['ID=ff7f890c-4574-4914-8a25-e41a89d57679,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:30.841948 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:30.868835 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d88a8526-c678-48ae-8f3f-4e982271ac6c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:30.873661 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:30.885928 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d88a8526-c678-48ae-8f3f-4e982271ac6c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:30.887079 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-d88a8526-c678-48ae-8f3f-4e982271ac6c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "DELETE /v2.0/floatingips/57a9e19e-b927-41ce-8783-3cec82201d9b HTTP/1.1" status: 204 len: 168 time: 0.9327681 Feb 04 22:27:30.935822 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:27:30.938729 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:27:30.944384 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:27:30.985257 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event updated for resources: {'Port': ['ID=acdbed9d-a4c5-4000-b255-91d42ea076a9,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:31.358584 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 47252) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:31.365770 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--969966290', 'description': 'tempest-description--2077097864'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:31.377617 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:31.383440 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Usage tracker for resource:security_group and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:31.387452 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:31.394549 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:31.405133 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:31.418051 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:31.443021 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:31.475925 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Usage tracker for resource:security_group_rule and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:31.483955 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:31.498439 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:31.517358 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:31.716629 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:31.722295 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:31.895974 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1be44f-1017-406a-89a5-01f2dc767ef8,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:31.903978 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:31.905195 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-473a2308-917b-46ce-bd0f-2e39932ac058 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5456734 Feb 04 22:27:31.908400 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47258) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:31.914138 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-0643204c-59b9-4c3f-ad3d-cdbcb4540730 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Request body: {'security_group_rule': {'security_group_id': '8f1be44f-1017-406a-89a5-01f2dc767ef8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:31.919951 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-0643204c-59b9-4c3f-ad3d-cdbcb4540730 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:31.923822 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-0643204c-59b9-4c3f-ad3d-cdbcb4540730 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Usage tracker for resource:security_group_rule and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:31.926969 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-0643204c-59b9-4c3f-ad3d-cdbcb4540730 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:31.931127 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:31.933345 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-0643204c-59b9-4c3f-ad3d-cdbcb4540730 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:31.935723 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263109017'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:31.954683 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0643204c-59b9-4c3f-ad3d-cdbcb4540730 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:32.026253 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0643204c-59b9-4c3f-ad3d-cdbcb4540730 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:32.030341 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0643204c-59b9-4c3f-ad3d-cdbcb4540730 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:32.055912 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event updated for resources: {'Port': ['ID=acdbed9d-a4c5-4000-b255-91d42ea076a9,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:32.062238 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643204c-59b9-4c3f-ad3d-cdbcb4540730 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9b9708-50ff-46d3-a843-aa4327b5627c,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:32.067806 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:32.070210 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0643204c-59b9-4c3f-ad3d-cdbcb4540730 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:32.071538 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-0643204c-59b9-4c3f-ad3d-cdbcb4540730 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621180 Feb 04 22:27:32.075350 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47262) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:32.080674 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-ddb1a501-d403-48ca-98c1-1376029eedc3 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Request body: {'security_group_rule': {'security_group_id': '8f1be44f-1017-406a-89a5-01f2dc767ef8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:32.086637 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-ddb1a501-d403-48ca-98c1-1376029eedc3 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:32.091028 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-ddb1a501-d403-48ca-98c1-1376029eedc3 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Usage tracker for resource:security_group_rule and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:32.093935 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-ddb1a501-d403-48ca-98c1-1376029eedc3 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:32.099854 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-ddb1a501-d403-48ca-98c1-1376029eedc3 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:32.117616 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ddb1a501-d403-48ca-98c1-1376029eedc3 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:32.203896 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ddb1a501-d403-48ca-98c1-1376029eedc3 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:32.207167 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ddb1a501-d403-48ca-98c1-1376029eedc3 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:32.231454 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1a501-d403-48ca-98c1-1376029eedc3 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058a4b70-8fd2-4e3e-b72f-b66794c82747,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:32.241113 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ddb1a501-d403-48ca-98c1-1376029eedc3 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:32.245933 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-ddb1a501-d403-48ca-98c1-1376029eedc3 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693482 Feb 04 22:27:32.246169 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 47266) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:32.253753 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Request body: {'floatingip': {'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:32.258095 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.l3_db [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Floating IP d919dd05-bc97-445d-a638-be93849fbf15 associated. External IP: 172.27.0.217, port: 47900e02-baf2-4a38-9de9-b7587df0c0dd. Feb 04 22:27:32.312406 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:32.326382 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Usage tracker for resource:floatingip and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:32.330696 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:32.349199 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:32.368928 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:32.751283 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Router ee8f232a-ae7e-480a-b005-2c0a691171cb has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:27:32.767128 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.043303 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:27:33.053333 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e513c2-0187-4437-bbd1-bfe8528ccfdf None None] Sync routers for ids ['ee8f232a-ae7e-480a-b005-2c0a691171cb'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:27:33.063423 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e513c2-0187-4437-bbd1-bfe8528ccfdf None None] Routers {'ee8f232a-ae7e-480a-b005-2c0a691171cb'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:27:33.064108 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-f0e513c2-0187-4437-bbd1-bfe8528ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:27:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ee8f232a-ae7e-480a-b005-2c0a691171cb'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:33.072184 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Allocated IP 172.27.0.254 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/999bf955-d664-4035-be9b-dd17266eea25) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:27:33.086474 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.223079 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-99667a60-245f-4414-8a45-84d13dc69040 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9019508 Feb 04 22:27:33.226183 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:27:33.226650 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47274) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:33.234125 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-f156c8af-d37d-4965-822d-5a770c604463 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188846910', 'description': 'tempest-secgroup-smoke-1188846910 description', 'project_id': '58c239fd665245f19faf15cb712f602a'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:33.241661 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-f156c8af-d37d-4965-822d-5a770c604463 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:33.250953 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-f0e513c2-0187-4437-bbd1-bfe8528ccfdf None None] Set router ee8f232a-ae7e-480a-b005-2c0a691171cb gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:27:33.258037 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-f156c8af-d37d-4965-822d-5a770c604463 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:33.273224 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f156c8af-d37d-4965-822d-5a770c604463 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.286041 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd', 'status': 'completed', 'code': 200} Feb 04 22:27:33.304292 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-f156c8af-d37d-4965-822d-5a770c604463 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:33.309653 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-f156c8af-d37d-4965-822d-5a770c604463 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Usage tracker for resource:security_group_rule and tenant:58c239fd665245f19faf15cb712f602a is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:33.312923 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-f156c8af-d37d-4965-822d-5a770c604463 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:33.320413 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-f156c8af-d37d-4965-822d-5a770c604463 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:33.431339 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.464251 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.480370 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f156c8af-d37d-4965-822d-5a770c604463 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.488135 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f156c8af-d37d-4965-822d-5a770c604463 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.500655 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d46ef8-8921-4102-950e-47d04d3cfa77 req-a3e26dec-3309-41f3-bc82-7b9d1a74d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:33.502240 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a9d46ef8-8921-4102-950e-47d04d3cfa77 req-a3e26dec-3309-41f3-bc82-7b9d1a74d9fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=58c239fd665245f19faf15cb712f602a&device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 1098 time: 0.1497891 Feb 04 22:27:33.533538 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:27:33.538029 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:27:33.539505 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:27:33.583728 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event updated for resources: {'Port': ['ID=999bf955-d664-4035-be9b-dd17266eea25,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:33.635409 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156c8af-d37d-4965-822d-5a770c604463 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d054f633-cef9-4032-aa1f-2ee82aa58a29,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:33.637931 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.641047 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f156c8af-d37d-4965-822d-5a770c604463 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.642374 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-f156c8af-d37d-4965-822d-5a770c604463 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4140067 Feb 04 22:27:33.646292 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47282) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:33.662889 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-027e5e32-1d0d-47d1-b194-04cab052b72a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Request body: {'security_group_rule': {'security_group_id': 'd054f633-cef9-4032-aa1f-2ee82aa58a29', 'project_id': '58c239fd665245f19faf15cb712f602a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:33.694089 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-027e5e32-1d0d-47d1-b194-04cab052b72a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:33.700205 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-f0e513c2-0187-4437-bbd1-bfe8528ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:26:29Z', 'revision_number': 4, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port': {'id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:94:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:25Z', 'updated_at': '2022-02-04T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'd919dd05-bc97-445d-a638-be93849fbf15', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'port_id': '47900e02-baf2-4a38-9de9-b7587df0c0dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'mac_address': 'fa:16:3e:41:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:27:31Z', 'updated_at': '2022-02-04T22:27:31Z', 'revision_number': 0, 'project_id': '58c239fd665245f19faf15cb712f602a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e5e058-5bc9-4a75-a19b-1e4054bf1f0e', 'name': '', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'mac_address': 'fa:16:3e:8e:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:28Z', 'updated_at': '2022-02-04T22:26:37Z', 'revision_number': 5, 'project_id': '58c239fd665245f19faf15cb712f602a', 'subnets': [{'id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:33.704616 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e513c2-0187-4437-bbd1-bfe8528ccfdf None None] Checking router: ee8f232a-ae7e-480a-b005-2c0a691171cb for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:27:33.714650 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-027e5e32-1d0d-47d1-b194-04cab052b72a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Usage tracker for resource:security_group_rule and tenant:58c239fd665245f19faf15cb712f602a is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:33.720597 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-027e5e32-1d0d-47d1-b194-04cab052b72a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:33.723343 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e513c2-0187-4437-bbd1-bfe8528ccfdf None None] Routers {'ee8f232a-ae7e-480a-b005-2c0a691171cb'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:27:33.723695 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.723821 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-f0e513c2-0187-4437-bbd1-bfe8528ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:27:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ee8f232a-ae7e-480a-b005-2c0a691171cb'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:33.730031 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-027e5e32-1d0d-47d1-b194-04cab052b72a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:33.732638 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d46ef8-8921-4102-950e-47d04d3cfa77 req-df5452a6-b493-4034-85c0-b21e45f11343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:33.734195 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a9d46ef8-8921-4102-950e-47d04d3cfa77 req-df5452a6-b493-4034-85c0-b21e45f11343 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 HTTP/1.1" status: 200 len: 916 time: 0.2227614 Feb 04 22:27:33.825962 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-027e5e32-1d0d-47d1-b194-04cab052b72a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.882297 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a9d46ef8-8921-4102-950e-47d04d3cfa77 req-02fc7292-a635-4bda-9fde-8d7db99caa91 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd HTTP/1.1" status: 200 len: 999 time: 0.1411316 Feb 04 22:27:33.919759 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-f0e513c2-0187-4437-bbd1-bfe8528ccfdf None None] Set router ee8f232a-ae7e-480a-b005-2c0a691171cb gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:27:33.954246 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-027e5e32-1d0d-47d1-b194-04cab052b72a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.961353 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-027e5e32-1d0d-47d1-b194-04cab052b72a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.968554 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.973976 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263109017'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:33.977267 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d46ef8-8921-4102-950e-47d04d3cfa77 req-b6a84cb7-48c7-4831-9c87-4235d1705189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:33.979692 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a9d46ef8-8921-4102-950e-47d04d3cfa77 req-b6a84cb7-48c7-4831-9c87-4235d1705189 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a57fb06e-b417-4005-88e9-6a7daa63527b HTTP/1.1" status: 200 len: 854 time: 0.0912306 Feb 04 22:27:34.023698 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e5e32-1d0d-47d1-b194-04cab052b72a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f898423a-f50e-434a-b6fc-44be20b54802,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:34.050919 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-027e5e32-1d0d-47d1-b194-04cab052b72a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.055143 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-027e5e32-1d0d-47d1-b194-04cab052b72a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4052989 Feb 04 22:27:34.055143 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47286) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:34.061891 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-c412ea72-93b8-44d9-94d9-bd6b46d8ad7b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Request body: {'security_group_rule': {'security_group_id': 'd054f633-cef9-4032-aa1f-2ee82aa58a29', 'project_id': '58c239fd665245f19faf15cb712f602a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:34.069002 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-c412ea72-93b8-44d9-94d9-bd6b46d8ad7b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:34.076035 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c412ea72-93b8-44d9-94d9-bd6b46d8ad7b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Usage tracker for resource:security_group_rule and tenant:58c239fd665245f19faf15cb712f602a is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:34.079662 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c412ea72-93b8-44d9-94d9-bd6b46d8ad7b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:34.086708 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-c412ea72-93b8-44d9-94d9-bd6b46d8ad7b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:34.090006 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event updated for resources: {'Port': ['ID=999bf955-d664-4035-be9b-dd17266eea25,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:34.101225 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.101606 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d46ef8-8921-4102-950e-47d04d3cfa77 req-06085ca9-5c5d-4f89-b0d0-8078b0c46fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:34.103196 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a9d46ef8-8921-4102-950e-47d04d3cfa77 req-06085ca9-5c5d-4f89-b0d0-8078b0c46fef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1122305 Feb 04 22:27:34.125311 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.135848 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-4ed88f4b-3a7b-4c41-9dbd-ac7665d43f2c tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8795369 Feb 04 22:27:34.137363 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c412ea72-93b8-44d9-94d9-bd6b46d8ad7b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.298741 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c412ea72-93b8-44d9-94d9-bd6b46d8ad7b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.303776 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c412ea72-93b8-44d9-94d9-bd6b46d8ad7b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.307152 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a9d46ef8-8921-4102-950e-47d04d3cfa77 req-faec5e5a-cdc2-459f-8489-916f677dd69c service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959026 Feb 04 22:27:34.403586 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-92d04375-9f57-4588-b689-60f11869bcb9 req-a83b1298-72d2-4f0a-b49d-f7ae1c38fe92 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Synchronizing usage tracker for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:security_group {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:27:34.412315 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412ea72-93b8-44d9-94d9-bd6b46d8ad7b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fc2f64-9f2a-4150-b4bf-feccbdb0d6ba,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:34.412528 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-f0e513c2-0187-4437-bbd1-bfe8528ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:26:29Z', 'revision_number': 4, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port': {'id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:94:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:25Z', 'updated_at': '2022-02-04T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'd919dd05-bc97-445d-a638-be93849fbf15', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'port_id': '47900e02-baf2-4a38-9de9-b7587df0c0dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'mac_address': 'fa:16:3e:41:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:27:31Z', 'updated_at': '2022-02-04T22:27:31Z', 'revision_number': 0, 'project_id': '58c239fd665245f19faf15cb712f602a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e5e058-5bc9-4a75-a19b-1e4054bf1f0e', 'name': '', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'mac_address': 'fa:16:3e:8e:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:28Z', 'updated_at': '2022-02-04T22:26:37Z', 'revision_number': 5, 'project_id': '58c239fd665245f19faf15cb712f602a', 'subnets': [{'id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:34.418605 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e513c2-0187-4437-bbd1-bfe8528ccfdf None None] The sync data for ids ['ee8f232a-ae7e-480a-b005-2c0a691171cb'] in dv-cinder-818885-2-iscsi is: [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:26:29Z', 'revision_number': 4, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port': {'id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:94:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:25Z', 'updated_at': '2022-02-04T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'd919dd05-bc97-445d-a638-be93849fbf15', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'port_id': '47900e02-baf2-4a38-9de9-b7587df0c0dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'mac_address': 'fa:16:3e:41:b1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:27:31Z', 'updated_at': '2022-02-04T22:27:31Z', 'revision_number': 0, 'project_id': '58c239fd665245f19faf15cb712f602a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e5e058-5bc9-4a75-a19b-1e4054bf1f0e', 'name': '', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'mac_address': 'fa:16:3e:8e:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:28Z', 'updated_at': '2022-02-04T22:26:37Z', 'revision_number': 5, 'project_id': '58c239fd665245f19faf15cb712f602a', 'subnets': [{'id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:27:34.422330 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c412ea72-93b8-44d9-94d9-bd6b46d8ad7b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.425767 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-c412ea72-93b8-44d9-94d9-bd6b46d8ad7b tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3674035 Feb 04 22:27:34.426941 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47302) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:34.433157 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-92d04375-9f57-4588-b689-60f11869bcb9 req-a83b1298-72d2-4f0a-b49d-f7ae1c38fe92 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Unset dirty status for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:security_group {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:27:34.434016 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-40cd9282-a27a-4137-906b-be07603d0d29 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Request body: {'security_group_rule': {'security_group_id': 'd054f633-cef9-4032-aa1f-2ee82aa58a29', 'project_id': '58c239fd665245f19faf15cb712f602a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:34.434393 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-a83b1298-72d2-4f0a-b49d-f7ae1c38fe92 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--969966290&fields=id&tenant_id=a695b0b4e11742ffb16d2376dc969eef HTTP/1.1" status: 200 len: 267 time: 0.0878839 Feb 04 22:27:34.453371 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-40cd9282-a27a-4137-906b-be07603d0d29 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:34.460528 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-40cd9282-a27a-4137-906b-be07603d0d29 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Usage tracker for resource:security_group_rule and tenant:58c239fd665245f19faf15cb712f602a is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:34.466333 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-40cd9282-a27a-4137-906b-be07603d0d29 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:34.483255 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-40cd9282-a27a-4137-906b-be07603d0d29 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:34.515953 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a9d46ef8-8921-4102-950e-47d04d3cfa77 req-6d75c373-0823-42ec-b300-efcbea1bb533 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989760 Feb 04 22:27:34.519745 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-40cd9282-a27a-4137-906b-be07603d0d29 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.615406 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-40cd9282-a27a-4137-906b-be07603d0d29 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.621635 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-40cd9282-a27a-4137-906b-be07603d0d29 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.624944 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d04375-9f57-4588-b689-60f11869bcb9 req-bf3e4ac7-058d-433a-a1fa-22d88619ab56 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:34.630251 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-bf3e4ac7-058d-433a-a1fa-22d88619ab56 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/networks?id=b10f71a1-fd6a-4752-b30c-8ed030813f0a HTTP/1.1" status: 200 len: 810 time: 0.1884849 Feb 04 22:27:34.644663 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-ec718505-1261-43d2-857f-80ed3e4a67a6 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/quotas/a695b0b4e11742ffb16d2376dc969eef HTTP/1.1" status: 200 len: 375 time: 0.0109165 Feb 04 22:27:34.655575 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd9282-a27a-4137-906b-be07603d0d29 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d777a152-85a1-4ed8-aee2-54c533188d5a,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:34.671079 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-40cd9282-a27a-4137-906b-be07603d0d29 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.675127 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-40cd9282-a27a-4137-906b-be07603d0d29 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2451408 Feb 04 22:27:34.675444 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47306) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:34.683184 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-0ebd5880-d2d0-47da-b73c-cd6b4468d145 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Request body: {'security_group_rule': {'security_group_id': 'd054f633-cef9-4032-aa1f-2ee82aa58a29', 'project_id': '58c239fd665245f19faf15cb712f602a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:34.689654 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-0ebd5880-d2d0-47da-b73c-cd6b4468d145 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:34.698662 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-0ebd5880-d2d0-47da-b73c-cd6b4468d145 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Usage tracker for resource:security_group_rule and tenant:58c239fd665245f19faf15cb712f602a is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:34.702109 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-0ebd5880-d2d0-47da-b73c-cd6b4468d145 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:34.710463 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-0ebd5880-d2d0-47da-b73c-cd6b4468d145 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:34.717182 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac843d7-9fc8-4579-a439-950773370bf1 None None] New status for floating IP d919dd05-bc97-445d-a638-be93849fbf15: ACTIVE {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:27:34.735829 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0ebd5880-d2d0-47da-b73c-cd6b4468d145 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.755496 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-f7f89464-ac54-4faf-9e71-ea3a9707f003 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a695b0b4e11742ffb16d2376dc969eef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1053333 Feb 04 22:27:34.814305 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0ebd5880-d2d0-47da-b73c-cd6b4468d145 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.821464 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0ebd5880-d2d0-47da-b73c-cd6b4468d145 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.854292 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd5880-d2d0-47da-b73c-cd6b4468d145 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6c23c9-167c-44b8-9e9a-4999d293110c,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:34.869815 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0ebd5880-d2d0-47da-b73c-cd6b4468d145 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:34.871479 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-0ebd5880-d2d0-47da-b73c-cd6b4468d145 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1948869 Feb 04 22:27:34.874263 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47312) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:34.880791 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-9966f464-254d-42ff-881b-563e5d9fa961 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Request body: {'security_group_rule': {'security_group_id': 'd054f633-cef9-4032-aa1f-2ee82aa58a29', 'project_id': '58c239fd665245f19faf15cb712f602a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:34.894392 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-9966f464-254d-42ff-881b-563e5d9fa961 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:34.900205 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-9966f464-254d-42ff-881b-563e5d9fa961 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Usage tracker for resource:security_group_rule and tenant:58c239fd665245f19faf15cb712f602a is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:34.904111 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-9966f464-254d-42ff-881b-563e5d9fa961 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:34.916037 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-9966f464-254d-42ff-881b-563e5d9fa961 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:34.930581 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.securitygroups_db [None req-9966f464-254d-42ff-881b-563e5d9fa961 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Project 58c239fd665245f19faf15cb712f602a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 22:27:34.932984 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-1fd18f0f-500f-424b-9f5c-ca6d79d59bcb service neutron] 10.222.0.47 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621327 Feb 04 22:27:34.939726 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9966f464-254d-42ff-881b-563e5d9fa961 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:35.092571 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9966f464-254d-42ff-881b-563e5d9fa961 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:35.094676 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-5f6bfdc0-90c0-4281-bf0a-7618f5dc4a28 service neutron] 10.222.0.47 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518414 Feb 04 22:27:35.096792 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9966f464-254d-42ff-881b-563e5d9fa961 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:35.127968 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966f464-254d-42ff-881b-563e5d9fa961 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203b5685-5a1d-4191-af06-100732445465,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:35.137491 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9966f464-254d-42ff-881b-563e5d9fa961 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:35.138872 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-9966f464-254d-42ff-881b-563e5d9fa961 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2633657 Feb 04 22:27:35.141856 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47316) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:35.147002 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-b5018be0-8ce8-4037-8f45-7b203502cb2f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Request body: {'security_group_rule': {'security_group_id': 'd054f633-cef9-4032-aa1f-2ee82aa58a29', 'project_id': '58c239fd665245f19faf15cb712f602a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:35.152685 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-b5018be0-8ce8-4037-8f45-7b203502cb2f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:35.156482 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-b5018be0-8ce8-4037-8f45-7b203502cb2f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Usage tracker for resource:security_group_rule and tenant:58c239fd665245f19faf15cb712f602a is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:35.159339 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-b5018be0-8ce8-4037-8f45-7b203502cb2f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:35.166547 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-b5018be0-8ce8-4037-8f45-7b203502cb2f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:35.178531 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.securitygroups_db [None req-b5018be0-8ce8-4037-8f45-7b203502cb2f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Project 58c239fd665245f19faf15cb712f602a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 22:27:35.186601 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b5018be0-8ce8-4037-8f45-7b203502cb2f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:35.268577 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b5018be0-8ce8-4037-8f45-7b203502cb2f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:35.273836 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b5018be0-8ce8-4037-8f45-7b203502cb2f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:35.294872 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-41a78e14-ad73-4cb7-9a9b-df90498d0350 req-b1fb6753-6438-4a23-a71c-8b6d47997fd3 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 210 time: 0.0530756 Feb 04 22:27:35.301333 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5018be0-8ce8-4037-8f45-7b203502cb2f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b1731c-6c15-4493-b238-41eed0beef4f,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:35.315872 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b5018be0-8ce8-4037-8f45-7b203502cb2f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:35.317292 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-b5018be0-8ce8-4037-8f45-7b203502cb2f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1744959 Feb 04 22:27:35.458939 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-94d34570-ed7b-430a-9e25-87589bfdad88 req-249f485c-93b7-4df6-ac10-b1cc988c7757 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188846910&fields=id&tenant_id=58c239fd665245f19faf15cb712f602a HTTP/1.1" status: 200 len: 267 time: 0.0491426 Feb 04 22:27:35.545366 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d34570-ed7b-430a-9e25-87589bfdad88 req-5508324f-85c7-46b1-a39d-94c887b914a6 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:35.546878 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-94d34570-ed7b-430a-9e25-87589bfdad88 req-5508324f-85c7-46b1-a39d-94c887b914a6 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 945 time: 0.0815454 Feb 04 22:27:35.558505 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [req-94d34570-ed7b-430a-9e25-87589bfdad88 req-115871fc-f678-4b48-bb87-3b6bd37b5053 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Request body: {'port': {'security_groups': ['6a032db1-960d-47ca-b239-60acd08cf4ec', 'd054f633-cef9-4032-aa1f-2ee82aa58a29']}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:35.690056 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-94d34570-ed7b-430a-9e25-87589bfdad88 req-115871fc-f678-4b48-bb87-3b6bd37b5053 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:35.968650 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [req-94d34570-ed7b-430a-9e25-87589bfdad88 req-115871fc-f678-4b48-bb87-3b6bd37b5053 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] For port 47900e02-baf2-4a38-9de9-b7587df0c0dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:27:36.076126 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-94d34570-ed7b-430a-9e25-87589bfdad88 req-115871fc-f678-4b48-bb87-3b6bd37b5053 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:36.080588 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-94d34570-ed7b-430a-9e25-87589bfdad88 req-115871fc-f678-4b48-bb87-3b6bd37b5053 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263109017'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:36.130344 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['47900e02-baf2-4a38-9de9-b7587df0c0dd'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:27:36.149863 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d34570-ed7b-430a-9e25-87589bfdad88 req-115871fc-f678-4b48-bb87-3b6bd37b5053 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:36.151012 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-94d34570-ed7b-430a-9e25-87589bfdad88 req-115871fc-f678-4b48-bb87-3b6bd37b5053 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:36.152443 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-94d34570-ed7b-430a-9e25-87589bfdad88 req-115871fc-f678-4b48-bb87-3b6bd37b5053 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "PUT /v2.0/ports/47900e02-baf2-4a38-9de9-b7587df0c0dd HTTP/1.1" status: 200 len: 981 time: 0.5993714 Feb 04 22:27:36.152899 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:27:36.182959 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115871fc-f678-4b48-bb87-3b6bd37b5053 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event updated for resources: {'Port': ['ID=47900e02-baf2-4a38-9de9-b7587df0c0dd,revision_number=6']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:36.235174 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd', 'status': 'completed', 'code': 200} Feb 04 22:27:36.304473 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['47900e02-baf2-4a38-9de9-b7587df0c0dd'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:27:36.490443 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-51359e25-380a-400c-9f4f-33e80d2316c0 None None] Provisioning complete for port 47900e02-baf2-4a38-9de9-b7587df0c0dd triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:27:36.490895 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-51359e25-380a-400c-9f4f-33e80d2316c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:36.519829 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-eee6620e-d7fb-4274-bd36-37330b9bd351 req-41c91cb2-56cc-4840-b645-cbe18ca72290 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 210 time: 0.0522845 Feb 04 22:27:36.543587 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f049-90db-48be-a456-9b0b0fe162fd req-0c4ea3e5-4b73-4405-b6e5-e96405dd5c43 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:36.545208 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9c61f049-90db-48be-a456-9b0b0fe162fd req-0c4ea3e5-4b73-4405-b6e5-e96405dd5c43 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.2507341 Feb 04 22:27:36.601799 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9c61f049-90db-48be-a456-9b0b0fe162fd req-4f9f9e88-d6eb-454b-9221-74255fc16d62 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496023 Feb 04 22:27:36.663865 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d04375-9f57-4588-b689-60f11869bcb9 req-754660a5-13f0-43c9-a569-845af82d6f20 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:36.667034 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-754660a5-13f0-43c9-a569-845af82d6f20 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.58 "GET /v2.0/networks?id=b10f71a1-fd6a-4752-b30c-8ed030813f0a HTTP/1.1" status: 200 len: 810 time: 0.1939571 Feb 04 22:27:36.678545 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c45cb-48dc-4e9e-9aa9-e6a3b743ee5a req-cad7eb87-95a4-4d87-b1c4-7fe4cefd2591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:36.680408 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1f3c45cb-48dc-4e9e-9aa9-e6a3b743ee5a req-cad7eb87-95a4-4d87-b1c4-7fe4cefd2591 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=58c239fd665245f19faf15cb712f602a&device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 1137 time: 0.3662393 Feb 04 22:27:36.844487 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-92a56ec8-a19c-4470-8c99-e3912a25a8f6 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a695b0b4e11742ffb16d2376dc969eef HTTP/1.1" status: 200 len: 379 time: 0.1553049 Feb 04 22:27:36.864227 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Request body: {'port': {'device_id': 'd47d58b1-2ce8-4c11-9252-247e330e9a9f', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'admin_state_up': True, 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'security_groups': ['8f1be44f-1017-406a-89a5-01f2dc767ef8']}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:36.929176 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c45cb-48dc-4e9e-9aa9-e6a3b743ee5a req-2b06e9dc-86d0-4180-9f5d-3d0d158e60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:36.930663 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1f3c45cb-48dc-4e9e-9aa9-e6a3b743ee5a req-2b06e9dc-86d0-4180-9f5d-3d0d158e60e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 HTTP/1.1" status: 200 len: 916 time: 0.2286906 Feb 04 22:27:37.081077 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1f3c45cb-48dc-4e9e-9aa9-e6a3b743ee5a req-ff6b107f-ba06-4918-a38b-6a0eb541fae9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd HTTP/1.1" status: 200 len: 1001 time: 0.1368535 Feb 04 22:27:37.118724 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:37.128268 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Usage tracker for resource:port and tenant:a695b0b4e11742ffb16d2376dc969eef is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:37.132564 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:37.140850 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:37.159930 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c45cb-48dc-4e9e-9aa9-e6a3b743ee5a req-0ce79c65-48a6-4674-96f4-e9a6268a6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:37.161397 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1f3c45cb-48dc-4e9e-9aa9-e6a3b743ee5a req-0ce79c65-48a6-4674-96f4-e9a6268a6b7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a57fb06e-b417-4005-88e9-6a7daa63527b HTTP/1.1" status: 200 len: 854 time: 0.0723093 Feb 04 22:27:37.162392 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Made reservation on behalf of a695b0b4e11742ffb16d2376dc969eef for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:27:37.165757 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:37.355805 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c45cb-48dc-4e9e-9aa9-e6a3b743ee5a req-ae9900b7-86b2-4897-a1d6-3a7d51279373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:37.357568 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1f3c45cb-48dc-4e9e-9aa9-e6a3b743ee5a req-ae9900b7-86b2-4897-a1d6-3a7d51279373 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1829810 Feb 04 22:27:37.456692 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Allocated IP 172.20.0.6 (b10f71a1-fd6a-4752-b30c-8ed030813f0a/e8440005-8ac9-4a7a-8de4-e22844ad48d9/9a415186-5cbe-4f67-a5c6-a5a323697fac) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:27:37.538070 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1f3c45cb-48dc-4e9e-9aa9-e6a3b743ee5a req-0d24523c-f4eb-434f-a48c-816ff9075a63 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668987 Feb 04 22:27:37.690197 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7eee906e-2079-41e6-b619-c1c55f583811 req-2a2096ec-7c30-4f39-b56d-73563cc7394f tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 210 time: 0.0475986 Feb 04 22:27:37.794906 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:37.799158 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1f3c45cb-48dc-4e9e-9aa9-e6a3b743ee5a req-ef495acc-d736-4f0d-8a4a-e80b8daef174 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459338 Feb 04 22:27:37.812017 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Transition to ACTIVE for port object 9a415186-5cbe-4f67-a5c6-a5a323697fac will not be triggered until provisioned by entity DHCP. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:27:37.835105 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:37.985130 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Network b10f71a1-fd6a-4752-b30c-8ed030813f0a is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:27:37.988086 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:27:37.992235 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:27:38.030023 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event updated for resources: {'Port': ['ID=9a415186-5cbe-4f67-a5c6-a5a323697fac,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:38.063557 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:38.064182 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:38.088795 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-762be61b-44ba-47b3-9447-db00c971143d tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2308929 Feb 04 22:27:38.109220 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Request body: {'port': {'device_id': 'd47d58b1-2ce8-4c11-9252-247e330e9a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:38.232449 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-9a0b07cb-abe2-418c-9e57-70f9b41ffb3f None None] Provisioning for port 9a415186-5cbe-4f67-a5c6-a5a323697fac completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:27:38.237564 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-9a0b07cb-abe2-418c-9e57-70f9b41ffb3f None None] Provisioning complete for port 9a415186-5cbe-4f67-a5c6-a5a323697fac triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:27:38.237906 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9a0b07cb-abe2-418c-9e57-70f9b41ffb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:38.244134 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:38.291385 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-9a0b07cb-abe2-418c-9e57-70f9b41ffb3f None None] Port 9a415186-5cbe-4f67-a5c6-a5a323697fac cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:27:38.584911 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a415186-5cbe-4f67-a5c6-a5a323697fac {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:27:38.595234 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:38.616436 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Transition to ACTIVE for port object 9a415186-5cbe-4f67-a5c6-a5a323697fac will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:27:38.620166 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:38.776311 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Pushing event updated for resources: {'Port': ['ID=9a415186-5cbe-4f67-a5c6-a5a323697fac,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:38.887358 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Attempting to bind port 9a415186-5cbe-4f67-a5c6-a5a323697fac on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:27:38.888110 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Attempting to bind port 9a415186-5cbe-4f67-a5c6-a5a323697fac by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:27:38.888110 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Attempting to bind port 9a415186-5cbe-4f67-a5c6-a5a323697fac on network b10f71a1-fd6a-4752-b30c-8ed030813f0a {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:27:38.892898 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Port 9a415186-5cbe-4f67-a5c6-a5a323697fac on network b10f71a1-fd6a-4752-b30c-8ed030813f0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:27:38.893213 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Attempting to bind port 9a415186-5cbe-4f67-a5c6-a5a323697fac on network b10f71a1-fd6a-4752-b30c-8ed030813f0a {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:27:38.898378 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:27:38.898704 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Checking segment: {'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:27:38.899076 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Bound using segment: {'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:27:38.899494 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Bound port: 9a415186-5cbe-4f67-a5c6-a5a323697fac, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64a2b98-238e-47b7-a2af-67ab734c2ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:27:38.899954 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:38.991451 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] For port 9a415186-5cbe-4f67-a5c6-a5a323697fac, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:27:38.994936 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] For port 9a415186-5cbe-4f67-a5c6-a5a323697fac, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9a415186-5cbe-4f67-a5c6-a5a323697fac,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:27:38.999741 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:39.012902 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34e284-db58-468e-9f9b-45d0be37009b req-10bf3cdb-af08-4766-bb03-55f94646cafb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:39.014596 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6b34e284-db58-468e-9f9b-45d0be37009b req-10bf3cdb-af08-4766-bb03-55f94646cafb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 943 time: 0.2148211 Feb 04 22:27:39.053233 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:39.053924 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:39.055521 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] 10.222.0.58 "PUT /v2.0/ports/9a415186-5cbe-4f67-a5c6-a5a323697fac HTTP/1.1" status: 200 len: 1093 time: 0.9506934 Feb 04 22:27:39.062591 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6b34e284-db58-468e-9f9b-45d0be37009b req-9da33c21-a7fe-4e3c-8113-0afead6f6d58 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f1be44f-1017-406a-89a5-01f2dc767ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403764 Feb 04 22:27:39.064753 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47d58b1-2ce8-4c11-9252-247e330e9a9f', 'tag': '9a415186-5cbe-4f67-a5c6-a5a323697fac'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:27:39.102857 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39248e-f62d-4846-a3e1-958d71e8f0ac service neutron] Pushing event updated for resources: {'Port': ['ID=9a415186-5cbe-4f67-a5c6-a5a323697fac,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:39.123306 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47d58b1-2ce8-4c11-9252-247e330e9a9f', 'tag': '9a415186-5cbe-4f67-a5c6-a5a323697fac', 'status': 'completed', 'code': 200} Feb 04 22:27:39.226153 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d04375-9f57-4588-b689-60f11869bcb9 req-9dc46dd9-423e-4740-954b-2a0b014e454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:39.227664 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-9dc46dd9-423e-4740-954b-2a0b014e454b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a695b0b4e11742ffb16d2376dc969eef&device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 1096 time: 0.0766091 Feb 04 22:27:39.308667 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-f04532d7-bc05-417b-8442-5b352e66a4df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a415186-5cbe-4f67-a5c6-a5a323697fac HTTP/1.1" status: 200 len: 217 time: 0.0658224 Feb 04 22:27:39.372640 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d04375-9f57-4588-b689-60f11869bcb9 req-e7b53c4f-1e0e-424c-a052-b087609a65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:39.374124 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-e7b53c4f-1e0e-424c-a052-b087609a65b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e8440005-8ac9-4a7a-8de4-e22844ad48d9 HTTP/1.1" status: 200 len: 849 time: 0.0593715 Feb 04 22:27:39.455312 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d04375-9f57-4588-b689-60f11869bcb9 req-ec009ff1-f406-4ed5-baad-2126816c5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:39.456790 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-ec009ff1-f406-4ed5-baad-2126816c5ffd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b10f71a1-fd6a-4752-b30c-8ed030813f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758607 Feb 04 22:27:39.591664 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-b84830ec-a33e-4088-8b5b-47aa7be6bc1c service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275530 Feb 04 22:27:39.730330 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-92d04375-9f57-4588-b689-60f11869bcb9 req-db55c62c-ba20-4100-a362-ccc5ad15ca63 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308060 Feb 04 22:27:39.914234 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba7aca-2d6c-4b38-b0f6-469537023f36 req-f6927fd0-4178-4ea0-90b3-e25b3c68fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:39.915824 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0cba7aca-2d6c-4b38-b0f6-469537023f36 req-f6927fd0-4178-4ea0-90b3-e25b3c68fa07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a695b0b4e11742ffb16d2376dc969eef&device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 1096 time: 0.0707150 Feb 04 22:27:40.109931 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba7aca-2d6c-4b38-b0f6-469537023f36 req-d7ac63cd-050f-4d26-8416-57a1eaf6e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:40.111376 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0cba7aca-2d6c-4b38-b0f6-469537023f36 req-d7ac63cd-050f-4d26-8416-57a1eaf6e01a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b10f71a1-fd6a-4752-b30c-8ed030813f0a HTTP/1.1" status: 200 len: 911 time: 0.1879909 Feb 04 22:27:40.180588 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0cba7aca-2d6c-4b38-b0f6-469537023f36 req-7d11c7c4-963b-4a7d-9369-8b80af7e4a7c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a415186-5cbe-4f67-a5c6-a5a323697fac HTTP/1.1" status: 200 len: 217 time: 0.0626216 Feb 04 22:27:40.244694 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba7aca-2d6c-4b38-b0f6-469537023f36 req-f3da8faa-f42c-46cc-9b8f-deebb87798a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:40.246203 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0cba7aca-2d6c-4b38-b0f6-469537023f36 req-f3da8faa-f42c-46cc-9b8f-deebb87798a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e8440005-8ac9-4a7a-8de4-e22844ad48d9 HTTP/1.1" status: 200 len: 849 time: 0.0590537 Feb 04 22:27:40.253278 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5df0d-25d4-44e1-bb7f-77d99de1a3be req-ee05c697-ced4-407a-a604-facf6e158d54 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:40.254796 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-36e5df0d-25d4-44e1-bb7f-77d99de1a3be req-ee05c697-ced4-407a-a604-facf6e158d54 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 943 time: 0.0833910 Feb 04 22:27:40.300464 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-36e5df0d-25d4-44e1-bb7f-77d99de1a3be req-4d53640d-4c42-4270-806c-94c91dc1f5d4 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f1be44f-1017-406a-89a5-01f2dc767ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391605 Feb 04 22:27:40.332505 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba7aca-2d6c-4b38-b0f6-469537023f36 req-3fd6a249-f5b2-468e-a668-527f78c2272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:40.334032 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0cba7aca-2d6c-4b38-b0f6-469537023f36 req-3fd6a249-f5b2-468e-a668-527f78c2272d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b10f71a1-fd6a-4752-b30c-8ed030813f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810990 Feb 04 22:27:40.466122 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0cba7aca-2d6c-4b38-b0f6-469537023f36 req-4016a106-d9ce-43d2-958f-a4ac4f6e1816 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247172 Feb 04 22:27:40.600962 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0cba7aca-2d6c-4b38-b0f6-469537023f36 req-27a0dac1-763d-4bfa-a1d8-788b010dd5f8 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278946 Feb 04 22:27:41.543386 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76908ec6-8c86-41b1-999a-4490d2855c91 req-43f95217-53df-4822-8549-b5d87a93028e tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:41.544890 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-76908ec6-8c86-41b1-999a-4490d2855c91 req-43f95217-53df-4822-8549-b5d87a93028e tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 943 time: 0.1363752 Feb 04 22:27:41.595808 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-76908ec6-8c86-41b1-999a-4490d2855c91 req-24e14b24-e4fb-4ef5-8c6d-d2481eba5c24 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f1be44f-1017-406a-89a5-01f2dc767ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449171 Feb 04 22:27:42.024875 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 9a415186-5cbe-4f67-a5c6-a5a323697fac details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:27:42.177871 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 9a415186-5cbe-4f67-a5c6-a5a323697fac, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9a415186-5cbe-4f67-a5c6-a5a323697fac,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:27:42.192561 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '9a415186-5cbe-4f67-a5c6-a5a323697fac', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'port_id': '9a415186-5cbe-4f67-a5c6-a5a323697fac', 'mac_address': 'fa:16:3e:0c:c8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:27:42.254226 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:42.271712 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a415186-5cbe-4f67-a5c6-a5a323697fac {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:27:42.288194 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 9a415186-5cbe-4f67-a5c6-a5a323697fac, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9a415186-5cbe-4f67-a5c6-a5a323697fac,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:27:42.292628 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:42.359658 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=9a415186-5cbe-4f67-a5c6-a5a323697fac,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:42.636685 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['9a415186-5cbe-4f67-a5c6-a5a323697fac'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:27:42.789245 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e9e8a-9a74-45c0-a1da-f480979f9e1b req-582f2631-6c38-4a9b-8774-2c4df1f458ae tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:42.791353 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f00e9e8a-9a74-45c0-a1da-f480979f9e1b req-582f2631-6c38-4a9b-8774-2c4df1f458ae tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 944 time: 0.0849912 Feb 04 22:27:42.836028 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f00e9e8a-9a74-45c0-a1da-f480979f9e1b req-4bdf7b3f-5b44-4ce4-bec3-5763b81ffe75 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f1be44f-1017-406a-89a5-01f2dc767ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385973 Feb 04 22:27:44.020412 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88aff4-a1e5-4227-8bc4-29c4f65982d6 req-6273eae8-311a-4209-a788-c090f8164f4e tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:44.021948 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2b88aff4-a1e5-4227-8bc4-29c4f65982d6 req-6273eae8-311a-4209-a788-c090f8164f4e tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 944 time: 0.0786827 Feb 04 22:27:44.039517 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 9a415186-5cbe-4f67-a5c6-a5a323697fac up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:27:44.072220 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2b88aff4-a1e5-4227-8bc4-29c4f65982d6 req-a48639fc-0e58-4041-bfba-1e6bf7adaa97 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f1be44f-1017-406a-89a5-01f2dc767ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444791 Feb 04 22:27:44.107251 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 9a415186-5cbe-4f67-a5c6-a5a323697fac completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:27:44.111858 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 9a415186-5cbe-4f67-a5c6-a5a323697fac triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:27:44.112224 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:44.232833 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:44.265051 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47d58b1-2ce8-4c11-9252-247e330e9a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a415186-5cbe-4f67-a5c6-a5a323697fac'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:27:44.275444 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 9a415186-5cbe-4f67-a5c6-a5a323697fac, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9a415186-5cbe-4f67-a5c6-a5a323697fac,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:27:44.279943 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:44.314562 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47d58b1-2ce8-4c11-9252-247e330e9a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a415186-5cbe-4f67-a5c6-a5a323697fac', 'code': 200} Feb 04 22:27:44.354185 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=9a415186-5cbe-4f67-a5c6-a5a323697fac,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:44.577242 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9a6c2-2286-400c-aced-b5210a0b2d36 req-4adc230c-4bbb-4afe-8d05-f73a1304aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:44.578733 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-22c9a6c2-2286-400c-aced-b5210a0b2d36 req-4adc230c-4bbb-4afe-8d05-f73a1304aae4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 1098 time: 0.0693922 Feb 04 22:27:44.621639 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-22c9a6c2-2286-400c-aced-b5210a0b2d36 req-2adc6427-d7e4-4195-b066-62ae31924940 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8f1be44f-1017-406a-89a5-01f2dc767ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368111 Feb 04 22:27:45.256017 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf4311-112c-4510-84a1-414469466511 req-09f010d6-ae53-42e9-af9a-95c8c4a53dca tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:45.257463 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5daf4311-112c-4510-84a1-414469466511 req-09f010d6-ae53-42e9-af9a-95c8c4a53dca tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 945 time: 0.0783947 Feb 04 22:27:45.300752 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5daf4311-112c-4510-84a1-414469466511 req-3600171b-b881-44e0-9b7a-912112fe7d6a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f1be44f-1017-406a-89a5-01f2dc767ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370708 Feb 04 22:27:46.499125 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02794c-522e-4120-98fb-071adf594f07 req-33edc22a-c0ab-4aee-9b83-09ac5f3b0908 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:46.500767 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4e02794c-522e-4120-98fb-071adf594f07 req-33edc22a-c0ab-4aee-9b83-09ac5f3b0908 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 945 time: 0.0875185 Feb 04 22:27:46.543559 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4e02794c-522e-4120-98fb-071adf594f07 req-2a8261ce-d9a4-47f8-a040-1635ee546be9 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f1be44f-1017-406a-89a5-01f2dc767ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370686 Feb 04 22:27:46.723781 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd14d8b-5177-4c90-b80b-6fa935a5af43 req-0c850750-964d-4e85-8cab-e2512ee29940 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:46.725225 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dbd14d8b-5177-4c90-b80b-6fa935a5af43 req-0c850750-964d-4e85-8cab-e2512ee29940 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 945 time: 0.0796318 Feb 04 22:27:46.733919 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 47432) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:46.738836 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-7fcfe2b0-05d1-4604-ae8b-feb0896860d8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Request body: {'floatingip': {'port_id': '9a415186-5cbe-4f67-a5c6-a5a323697fac'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:27:46.819768 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7fcfe2b0-05d1-4604-ae8b-feb0896860d8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:47.505647 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7fcfe2b0-05d1-4604-ae8b-feb0896860d8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:47.510945 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7fcfe2b0-05d1-4604-ae8b-feb0896860d8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:47.551448 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47444) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:47.678394 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:47.689120 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.l3_db [None req-7fcfe2b0-05d1-4604-ae8b-feb0896860d8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Floating IP c94c0760-b2f5-4f28-a1f2-e5016d2d5c0f associated. External IP: 172.27.0.254, port: 9a415186-5cbe-4f67-a5c6-a5a323697fac. Feb 04 22:27:47.693201 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:27:47.697268 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Usage tracker for resource:security_group_rule and tenant:9cda198ed9254faf8eab4ff617a74e3a is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:27:47.700199 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:27:47.705969 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:27:47.788283 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:47.792695 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:47.839510 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9cda198ed9254faf8eab4ff617a74e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868447 Feb 04 22:27:47.840388 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24f7b51-c8ad-4812-91eb-902cec01f0d5,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:47.842445 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47452) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:27:47.862782 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:47.863110 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:47.863449 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:47.863775 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:47.864098 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:47.864424 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:47.864744 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:47.865060 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:47.865378 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:47.865697 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:47.866046 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:47.866363 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807931-a3e7-4fdc-8f1e-d8e2e5ce7a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:27:47.913769 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-dfe84629-70e7-4828-915c-3c25961827a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:47.938263 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-dfe84629-70e7-4828-915c-3c25961827a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:47.994250 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-dfe84629-70e7-4828-915c-3c25961827a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:48.008182 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe84629-70e7-4828-915c-3c25961827a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24f7b51-c8ad-4812-91eb-902cec01f0d5,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:27:48.015581 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-dfe84629-70e7-4828-915c-3c25961827a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:48.016899 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-dfe84629-70e7-4828-915c-3c25961827a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f24f7b51-c8ad-4812-91eb-902cec01f0d5 HTTP/1.1" status: 204 len: 168 time: 0.1735563 Feb 04 22:27:48.047551 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcfe2b0-05d1-4604-ae8b-feb0896860d8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Router 1b3bdabe-0236-4211-94a4-f81f76774685 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:27:48.236305 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcfe2b0-05d1-4604-ae8b-feb0896860d8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:27:48.241014 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7fcfe2b0-05d1-4604-ae8b-feb0896860d8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:48.249059 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e4fdb-4173-4ba4-9bdc-446009eaf69d None None] Sync routers for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:27:48.259249 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e4fdb-4173-4ba4-9bdc-446009eaf69d None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:27:48.260811 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-8f6e4fdb-4173-4ba4-9bdc-446009eaf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:27:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:48.300294 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-7fcfe2b0-05d1-4604-ae8b-feb0896860d8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "PUT /v2.0/floatingips/c94c0760-b2f5-4f28-a1f2-e5016d2d5c0f HTTP/1.1" status: 200 len: 991 time: 1.5652113 Feb 04 22:27:48.300795 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47d58b1-2ce8-4c11-9252-247e330e9a9f', 'tag': '9a415186-5cbe-4f67-a5c6-a5a323697fac'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:27:48.351456 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47d58b1-2ce8-4c11-9252-247e330e9a9f', 'tag': '9a415186-5cbe-4f67-a5c6-a5a323697fac', 'status': 'completed', 'code': 200} Feb 04 22:27:48.475694 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fd3a4-e2f8-43eb-98f0-7b9c88ce3dcd req-12a978ef-4f99-42bc-84ff-fe35832d6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:48.475952 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd942150-7a2f-4f61-8035-d833675cb1cb req-c18d893f-3dd6-43ce-ba80-a946c061fef5 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:48.477379 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fd942150-7a2f-4f61-8035-d833675cb1cb req-c18d893f-3dd6-43ce-ba80-a946c061fef5 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 945 time: 0.0846002 Feb 04 22:27:48.479275 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-105fd3a4-e2f8-43eb-98f0-7b9c88ce3dcd req-12a978ef-4f99-42bc-84ff-fe35832d6cd6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a695b0b4e11742ffb16d2376dc969eef&device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 1098 time: 0.0778918 Feb 04 22:27:48.485249 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-8f6e4fdb-4173-4ba4-9bdc-446009eaf69d None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:27:48.524331 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fd942150-7a2f-4f61-8035-d833675cb1cb req-dcab6dbd-62d8-4511-852e-8c56c08caeef tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f1be44f-1017-406a-89a5-01f2dc767ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403686 Feb 04 22:27:48.613202 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fd3a4-e2f8-43eb-98f0-7b9c88ce3dcd req-cd0c0b60-5517-4e5c-883d-660db18c33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:48.614588 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-105fd3a4-e2f8-43eb-98f0-7b9c88ce3dcd req-cd0c0b60-5517-4e5c-883d-660db18c33a9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b10f71a1-fd6a-4752-b30c-8ed030813f0a HTTP/1.1" status: 200 len: 911 time: 0.1286569 Feb 04 22:27:48.718300 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-105fd3a4-e2f8-43eb-98f0-7b9c88ce3dcd req-1fbf853e-a348-4951-b96a-c29e899dcc5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a415186-5cbe-4f67-a5c6-a5a323697fac HTTP/1.1" status: 200 len: 999 time: 0.0965221 Feb 04 22:27:48.779411 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fd3a4-e2f8-43eb-98f0-7b9c88ce3dcd req-22f637c5-d3ef-4f5d-9634-e099fbf466dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:48.780873 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-105fd3a4-e2f8-43eb-98f0-7b9c88ce3dcd req-22f637c5-d3ef-4f5d-9634-e099fbf466dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e8440005-8ac9-4a7a-8de4-e22844ad48d9 HTTP/1.1" status: 200 len: 849 time: 0.0565252 Feb 04 22:27:48.838273 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-8f6e4fdb-4173-4ba4-9bdc-446009eaf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'c94c0760-b2f5-4f28-a1f2-e5016d2d5c0f', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'port_id': '9a415186-5cbe-4f67-a5c6-a5a323697fac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'mac_address': 'fa:16:3e:0c:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47d58b1-2ce8-4c11-9252-247e330e9a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:27:33Z', 'updated_at': '2022-02-04T22:27:47Z', 'revision_number': 1, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:20Z', 'revision_number': 5, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:48.842012 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e4fdb-4173-4ba4-9bdc-446009eaf69d None None] Checking router: 1b3bdabe-0236-4211-94a4-f81f76774685 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:27:48.850253 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e4fdb-4173-4ba4-9bdc-446009eaf69d None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:27:48.850850 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-8f6e4fdb-4173-4ba4-9bdc-446009eaf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:27:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:48.859151 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fd3a4-e2f8-43eb-98f0-7b9c88ce3dcd req-d49ad8b0-e1d5-47f4-a908-381e2fac3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:48.860609 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-105fd3a4-e2f8-43eb-98f0-7b9c88ce3dcd req-d49ad8b0-e1d5-47f4-a908-381e2fac3d2a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b10f71a1-fd6a-4752-b30c-8ed030813f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718985 Feb 04 22:27:48.996567 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-105fd3a4-e2f8-43eb-98f0-7b9c88ce3dcd req-23339e38-a1c9-4403-b1bc-dd98956fa823 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265805 Feb 04 22:27:49.033655 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-8f6e4fdb-4173-4ba4-9bdc-446009eaf69d None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:27:49.206094 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-105fd3a4-e2f8-43eb-98f0-7b9c88ce3dcd req-dae3aede-d2ed-4afd-8d7e-3177cca9ba06 service neutron] 10.222.0.58 "GET /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002826 Feb 04 22:27:49.385119 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-8f6e4fdb-4173-4ba4-9bdc-446009eaf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'c94c0760-b2f5-4f28-a1f2-e5016d2d5c0f', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'port_id': '9a415186-5cbe-4f67-a5c6-a5a323697fac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'mac_address': 'fa:16:3e:0c:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47d58b1-2ce8-4c11-9252-247e330e9a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:27:33Z', 'updated_at': '2022-02-04T22:27:47Z', 'revision_number': 1, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:20Z', 'revision_number': 5, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:27:49.389494 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e4fdb-4173-4ba4-9bdc-446009eaf69d None None] The sync data for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi is: [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'c94c0760-b2f5-4f28-a1f2-e5016d2d5c0f', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'port_id': '9a415186-5cbe-4f67-a5c6-a5a323697fac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'mac_address': 'fa:16:3e:0c:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47d58b1-2ce8-4c11-9252-247e330e9a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:27:33Z', 'updated_at': '2022-02-04T22:27:47Z', 'revision_number': 1, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:20Z', 'revision_number': 5, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:27:49.594477 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b18c5-67b0-4387-b7d0-d7648ef9c604 None None] New status for floating IP c94c0760-b2f5-4f28-a1f2-e5016d2d5c0f: ACTIVE {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:27:49.719942 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1c4b5-2f65-40ff-8b32-f004221830d4 req-fffdb65d-c136-4c0b-8efb-8af630067b7e tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:49.721362 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a2c1c4b5-2f65-40ff-8b32-f004221830d4 req-fffdb65d-c136-4c0b-8efb-8af630067b7e tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 945 time: 0.0837109 Feb 04 22:27:49.768455 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a2c1c4b5-2f65-40ff-8b32-f004221830d4 req-97ec5004-585a-472c-b74e-7c598ccabe04 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f1be44f-1017-406a-89a5-01f2dc767ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409653 Feb 04 22:27:52.387098 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:52.484891 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-072c840d-db0a-447d-a836-77bc670324c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:52.925473 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:27:54.971664 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-67c37f88-c5f1-4023-8c44-357f3f46974a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:55.898704 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:56.249327 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:57.274038 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:27:58.468475 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016710dd-5bc2-4532-9f44-857b5572efd3 req-ba329e9c-c331-458f-88bd-f8890e4d647e tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:58.470144 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-016710dd-5bc2-4532-9f44-857b5572efd3 req-ba329e9c-c331-458f-88bd-f8890e4d647e tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0864892 Feb 04 22:27:58.520196 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-016710dd-5bc2-4532-9f44-857b5572efd3 req-fb897908-4bde-42c3-8459-c0e7d91143bc tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435469 Feb 04 22:27:58.599321 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e2465-1afe-4f5e-8d12-273c904aae72 req-7cf0d0e8-f304-43b1-98bc-3b7e8660de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:58.600840 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-696e2465-1afe-4f5e-8d12-273c904aae72 req-7cf0d0e8-f304-43b1-98bc-3b7e8660de2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=58c239fd665245f19faf15cb712f602a&device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 1137 time: 0.1911199 Feb 04 22:27:58.742277 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e2465-1afe-4f5e-8d12-273c904aae72 req-6f49a109-65c5-4987-8199-0e67adc05399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:58.744214 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-696e2465-1afe-4f5e-8d12-273c904aae72 req-6f49a109-65c5-4987-8199-0e67adc05399 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 HTTP/1.1" status: 200 len: 916 time: 0.1291134 Feb 04 22:27:58.846989 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-696e2465-1afe-4f5e-8d12-273c904aae72 req-ba12aeb5-9056-4ed7-9388-d9675ca0fe3c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd HTTP/1.1" status: 200 len: 1001 time: 0.0965171 Feb 04 22:27:58.910267 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e2465-1afe-4f5e-8d12-273c904aae72 req-a0590d59-b044-4bcd-891b-660f0b97bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:58.911723 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-696e2465-1afe-4f5e-8d12-273c904aae72 req-a0590d59-b044-4bcd-891b-660f0b97bd32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a57fb06e-b417-4005-88e9-6a7daa63527b HTTP/1.1" status: 200 len: 854 time: 0.0574374 Feb 04 22:27:58.989893 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e2465-1afe-4f5e-8d12-273c904aae72 req-7b38a235-8766-4f97-b574-acd7f1cd2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:58.991341 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-696e2465-1afe-4f5e-8d12-273c904aae72 req-7b38a235-8766-4f97-b574-acd7f1cd2808 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706720 Feb 04 22:27:59.119934 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-696e2465-1afe-4f5e-8d12-273c904aae72 req-0ad5aea7-d680-43ec-af55-842d26932379 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219802 Feb 04 22:27:59.248598 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-696e2465-1afe-4f5e-8d12-273c904aae72 req-08cff4e4-9ec8-450a-93bb-6bc6ce8253c8 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225927 Feb 04 22:27:59.717183 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204ee31-e568-4c8f-b726-15452b70aa4a req-9232998e-16f1-4dcf-b0c7-7422f551a984 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:27:59.718692 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a204ee31-e568-4c8f-b726-15452b70aa4a req-9232998e-16f1-4dcf-b0c7-7422f551a984 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0821614 Feb 04 22:27:59.769693 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a204ee31-e568-4c8f-b726-15452b70aa4a req-d9a18767-a930-4a14-93bb-682ef738c4cd tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450704 Feb 04 22:28:01.039468 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74287f8b-25a6-41e4-b96a-5823b1c322b8 req-86165c71-c3e3-414b-87c3-a2ff19bee0e8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:01.041455 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-74287f8b-25a6-41e4-b96a-5823b1c322b8 req-86165c71-c3e3-414b-87c3-a2ff19bee0e8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.1676679 Feb 04 22:28:01.087323 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-74287f8b-25a6-41e4-b96a-5823b1c322b8 req-42cffa12-4292-4d17-b652-2779d47d3492 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392938 Feb 04 22:28:02.270750 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec37efd-2eab-4dc1-a655-41b54686dda8 req-1894ae83-fe04-4839-a890-1dbdafc43dea tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:02.272092 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-aec37efd-2eab-4dc1-a655-41b54686dda8 req-1894ae83-fe04-4839-a890-1dbdafc43dea tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0794625 Feb 04 22:28:02.325144 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-aec37efd-2eab-4dc1-a655-41b54686dda8 req-5edea894-bbee-4f6e-a4e2-be1cc71eae48 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466285 Feb 04 22:28:03.515885 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78524-e2b0-4b5f-bae8-21e149f0be22 req-bf6ad45d-1160-4dc9-9d32-5ba943fc41d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:03.517451 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bae78524-e2b0-4b5f-bae8-21e149f0be22 req-bf6ad45d-1160-4dc9-9d32-5ba943fc41d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0804436 Feb 04 22:28:03.573326 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bae78524-e2b0-4b5f-bae8-21e149f0be22 req-a5fd53d6-4a87-4955-9d64-d709c6af98d0 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501180 Feb 04 22:28:04.200562 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d771d-8069-4a90-90b9-f828f26b7e01 req-81d424bb-7998-452f-a4b8-56ee4d4052d5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:04.201953 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ce1d771d-8069-4a90-90b9-f828f26b7e01 req-81d424bb-7998-452f-a4b8-56ee4d4052d5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0801711 Feb 04 22:28:04.245755 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ce1d771d-8069-4a90-90b9-f828f26b7e01 req-b273fa2a-4f0b-4f21-ab5f-8927709f9d7c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381362 Feb 04 22:28:04.771771 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc16c9-4e1e-4e0d-a1f1-ee747121c79a req-fc959362-5b03-41f9-9aae-7c764c3ebf1c tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:04.773119 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-49dc16c9-4e1e-4e0d-a1f1-ee747121c79a req-fc959362-5b03-41f9-9aae-7c764c3ebf1c tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0885084 Feb 04 22:28:04.820127 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-49dc16c9-4e1e-4e0d-a1f1-ee747121c79a req-38e6f3d2-0ad8-43a6-a0aa-3104e27195f9 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409434 Feb 04 22:28:05.441171 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898aa57-357c-444e-8017-9b8d995dd149 req-ea0e8055-e361-4108-8487-acfa178ffeea tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:05.442683 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c898aa57-357c-444e-8017-9b8d995dd149 req-ea0e8055-e361-4108-8487-acfa178ffeea tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0809994 Feb 04 22:28:05.488006 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c898aa57-357c-444e-8017-9b8d995dd149 req-de8a7828-a70b-4a08-8370-2dddcce4f8d5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389564 Feb 04 22:28:06.008369 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c442e-fd8d-421e-b528-03c307f26d1f req-791389f8-1ece-4a9e-85f3-21fa73716ef8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:06.010356 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-364c442e-fd8d-421e-b528-03c307f26d1f req-791389f8-1ece-4a9e-85f3-21fa73716ef8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0829732 Feb 04 22:28:06.054560 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-364c442e-fd8d-421e-b528-03c307f26d1f req-5fb9da41-f86b-4570-aaac-6f1378934906 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384848 Feb 04 22:28:06.680209 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72d7e0-b21e-440e-a5f7-04d9d8bb89b6 req-1c441ba4-ccae-40c1-a89f-a2100a072a96 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:06.681682 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6c72d7e0-b21e-440e-a5f7-04d9d8bb89b6 req-1c441ba4-ccae-40c1-a89f-a2100a072a96 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0845442 Feb 04 22:28:06.725230 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6c72d7e0-b21e-440e-a5f7-04d9d8bb89b6 req-07a6d340-f65c-42dc-90ee-7e56d5cb8f16 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379546 Feb 04 22:28:07.239401 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64066796-968f-4ce3-8cf3-a4a9659ef51c req-a8248655-ddb7-4e5a-8b25-c8830a9b3acf tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:07.240878 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-64066796-968f-4ce3-8cf3-a4a9659ef51c req-a8248655-ddb7-4e5a-8b25-c8830a9b3acf tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0824466 Feb 04 22:28:07.287473 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-64066796-968f-4ce3-8cf3-a4a9659ef51c req-efa5c65e-bad2-4e6c-a9db-e22527db76ce tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402596 Feb 04 22:28:07.911366 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7b370-2066-407f-a465-13bea18c03cf req-bb0654ef-82c3-42de-8bbe-54f6d6079887 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:07.912731 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9da7b370-2066-407f-a465-13bea18c03cf req-bb0654ef-82c3-42de-8bbe-54f6d6079887 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0776768 Feb 04 22:28:07.958505 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9da7b370-2066-407f-a465-13bea18c03cf req-65337736-41a9-4431-8b82-1d2fb5bcecd4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401676 Feb 04 22:28:08.473439 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7790a26-583d-46b7-88f5-1d14cb0538d6 req-a9addb1d-09f9-4730-a1b5-fe7c49b52b36 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:08.474922 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c7790a26-583d-46b7-88f5-1d14cb0538d6 req-a9addb1d-09f9-4730-a1b5-fe7c49b52b36 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0814536 Feb 04 22:28:08.520941 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c7790a26-583d-46b7-88f5-1d14cb0538d6 req-af85b0e7-6dd8-495f-a720-deb95558b2b9 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399947 Feb 04 22:28:09.149382 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac48731-f5ba-413e-b9f6-8bd8e8b4b480 req-0bed39fa-210e-47ce-8933-c1ecef1f7349 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:09.150832 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8ac48731-f5ba-413e-b9f6-8bd8e8b4b480 req-0bed39fa-210e-47ce-8933-c1ecef1f7349 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0817151 Feb 04 22:28:09.192713 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8ac48731-f5ba-413e-b9f6-8bd8e8b4b480 req-daed5c02-9132-4201-ab2c-0169bdc5fd88 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364125 Feb 04 22:28:09.709161 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667908e-aeb4-4bc2-986c-f3ab14166ee1 req-f7ce3359-7488-4a53-b8e1-39cd85e37024 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:09.710645 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f667908e-aeb4-4bc2-986c-f3ab14166ee1 req-f7ce3359-7488-4a53-b8e1-39cd85e37024 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0798020 Feb 04 22:28:09.756967 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f667908e-aeb4-4bc2-986c-f3ab14166ee1 req-b8037f41-f902-4055-b010-63a48962e8ad tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399268 Feb 04 22:28:10.388643 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d82c2-7f4e-4e73-92fb-4591fdff1422 req-539139f3-5b58-475d-9e26-6b36f032978c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:10.390543 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-572d82c2-7f4e-4e73-92fb-4591fdff1422 req-539139f3-5b58-475d-9e26-6b36f032978c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0896487 Feb 04 22:28:10.434174 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-572d82c2-7f4e-4e73-92fb-4591fdff1422 req-c1e30fb9-c52b-412c-a18d-3da6ea616b92 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380614 Feb 04 22:28:10.940319 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30879f1-dc51-4135-bf1c-c840becb7d40 req-b767ce86-d4ce-4345-8445-2fe20c45cf69 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:10.941784 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f30879f1-dc51-4135-bf1c-c840becb7d40 req-b767ce86-d4ce-4345-8445-2fe20c45cf69 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0781529 Feb 04 22:28:10.990663 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f30879f1-dc51-4135-bf1c-c840becb7d40 req-64691d7f-e30d-4765-b321-771994f6ca03 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430341 Feb 04 22:28:11.627172 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26ccea-cd5b-42ab-8729-c7d586fcd84c req-adb71d2d-9306-4369-9b86-9fcf96b5c973 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:11.628732 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ae26ccea-cd5b-42ab-8729-c7d586fcd84c req-adb71d2d-9306-4369-9b86-9fcf96b5c973 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0851877 Feb 04 22:28:11.673312 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ae26ccea-cd5b-42ab-8729-c7d586fcd84c req-17fed04f-f2c5-4977-8fd0-e5e4c92fa86e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387986 Feb 04 22:28:12.173977 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3a673-d941-4109-906f-2a6231b47ea3 req-526bdcc1-3fb6-47ea-ba9c-47f5f0febcbf tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:12.175415 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cfc3a673-d941-4109-906f-2a6231b47ea3 req-526bdcc1-3fb6-47ea-ba9c-47f5f0febcbf tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0811944 Feb 04 22:28:12.221192 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cfc3a673-d941-4109-906f-2a6231b47ea3 req-85fe822e-019d-41aa-8ac2-c62bc801d9d3 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395596 Feb 04 22:28:12.858641 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f7bc2-f41b-49a2-b3d4-1b43e97c706b req-6fa785bd-2094-45a6-a856-b2059f094fa5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:12.860048 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-972f7bc2-f41b-49a2-b3d4-1b43e97c706b req-6fa785bd-2094-45a6-a856-b2059f094fa5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0784943 Feb 04 22:28:12.903196 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-972f7bc2-f41b-49a2-b3d4-1b43e97c706b req-a4774ad4-3990-49ff-bbbf-52a1861fb42c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375841 Feb 04 22:28:13.407798 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d6b54-c41f-4931-9f3a-a4456f15f90f req-10a28e22-34b4-4884-a959-06e145e13d78 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:13.409240 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0d4d6b54-c41f-4931-9f3a-a4456f15f90f req-10a28e22-34b4-4884-a959-06e145e13d78 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0825059 Feb 04 22:28:13.454464 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0d4d6b54-c41f-4931-9f3a-a4456f15f90f req-15393cf2-6876-466f-b6f0-e9a6e22531a7 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394824 Feb 04 22:28:14.089159 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85371e-5c30-46ce-b8d9-fcc7bc0f07cd req-ca2a968e-f4f8-4c38-a92f-a95133cb7a46 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:14.090663 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ab85371e-5c30-46ce-b8d9-fcc7bc0f07cd req-ca2a968e-f4f8-4c38-a92f-a95133cb7a46 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0787172 Feb 04 22:28:14.133905 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ab85371e-5c30-46ce-b8d9-fcc7bc0f07cd req-bb7179b5-34ec-491a-803e-1f19a864830a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376515 Feb 04 22:28:14.715369 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93802954-19bc-4668-993b-7b5e2ccd8890 req-020b7320-3c3b-426e-902b-5c3330c573ff tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:14.716810 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-93802954-19bc-4668-993b-7b5e2ccd8890 req-020b7320-3c3b-426e-902b-5c3330c573ff tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.1557212 Feb 04 22:28:14.762588 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-93802954-19bc-4668-993b-7b5e2ccd8890 req-82fd352c-9e58-4bf8-898b-21ff7d5443e7 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400031 Feb 04 22:28:15.328790 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b64d8-97b5-40be-bfae-8b93d9ddb20d req-38670463-a8cf-48dd-a997-cc8ea437d552 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:15.330312 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1a3b64d8-97b5-40be-bfae-8b93d9ddb20d req-38670463-a8cf-48dd-a997-cc8ea437d552 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0828004 Feb 04 22:28:15.378434 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1a3b64d8-97b5-40be-bfae-8b93d9ddb20d req-4e55786b-475f-46d1-bdd3-c331e6ee1c03 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423748 Feb 04 22:28:15.944078 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991fd0c-38ba-4002-8705-271c3e47c55b req-61cbe283-dadb-4b0a-a2e9-ceb2cdd4404a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:15.945505 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c991fd0c-38ba-4002-8705-271c3e47c55b req-61cbe283-dadb-4b0a-a2e9-ceb2cdd4404a tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0785990 Feb 04 22:28:15.993036 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c991fd0c-38ba-4002-8705-271c3e47c55b req-f24fa863-2c80-4e1f-98dc-9a6aa50c78c9 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&id=d054f633-cef9-4032-aa1f-2ee82aa58a29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416839 Feb 04 22:28:16.571739 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e28ba8-fb63-487b-8cc7-ccd1b1145a68 req-cd4d7d40-4ccf-4a77-9c5b-0cac5e87e4bd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:16.573222 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-69e28ba8-fb63-487b-8cc7-ccd1b1145a68 req-cd4d7d40-4ccf-4a77-9c5b-0cac5e87e4bd tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0831325 Feb 04 22:28:16.619478 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-69e28ba8-fb63-487b-8cc7-ccd1b1145a68 req-b713cfda-d997-4f08-b71c-a8bc6a0be2c8 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405903 Feb 04 22:28:17.809812 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb259d-0ecd-4fcf-ba33-0d6f8d54691c req-0ab3b264-ba45-4de2-aed9-3f88cce4d989 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:17.811171 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1afb259d-0ecd-4fcf-ba33-0d6f8d54691c req-0ab3b264-ba45-4de2-aed9-3f88cce4d989 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0776730 Feb 04 22:28:17.855348 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1afb259d-0ecd-4fcf-ba33-0d6f8d54691c req-30acac1a-b732-4719-860a-0f7c257868af tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385485 Feb 04 22:28:19.044412 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea929f4-6275-49f8-aa98-ad05d3ef3892 req-8795f55b-3cd4-43c5-a3b2-066f10f25327 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:19.045896 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4ea929f4-6275-49f8-aa98-ad05d3ef3892 req-8795f55b-3cd4-43c5-a3b2-066f10f25327 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0821249 Feb 04 22:28:19.089533 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4ea929f4-6275-49f8-aa98-ad05d3ef3892 req-93a0c3a1-d5d1-4894-a8f5-932f26631c15 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379913 Feb 04 22:28:20.276298 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a75a8-d665-407d-821d-1081cdd9bb2d req-78232c89-ef10-4215-be09-761aa5df1dec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:20.277896 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d08a75a8-d665-407d-821d-1081cdd9bb2d req-78232c89-ef10-4215-be09-761aa5df1dec tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0802758 Feb 04 22:28:20.326552 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d08a75a8-d665-407d-821d-1081cdd9bb2d req-09c47703-ed09-463a-a237-facdd8c76761 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429988 Feb 04 22:28:21.519094 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb378-9d45-43b3-a249-0759e96e11df req-5f749a81-6a76-47d0-95bd-83c8e5fd3731 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:21.520550 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-53ceb378-9d45-43b3-a249-0759e96e11df req-5f749a81-6a76-47d0-95bd-83c8e5fd3731 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0788348 Feb 04 22:28:21.566112 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-53ceb378-9d45-43b3-a249-0759e96e11df req-cee52c0e-aaf5-4ebc-a5f3-205b3f1ac230 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395103 Feb 04 22:28:22.397230 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:22.487532 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9870887b-d57c-4402-b16f-1d52ffe29fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:22.756748 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc9b6-dc1b-4a7f-859b-2e01ee15a722 req-2370a42a-f5b1-4735-ab7e-38d0aff337b1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:22.758701 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5a1fc9b6-dc1b-4a7f-859b-2e01ee15a722 req-2370a42a-f5b1-4735-ab7e-38d0aff337b1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0821815 Feb 04 22:28:22.802368 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5a1fc9b6-dc1b-4a7f-859b-2e01ee15a722 req-a8cda38b-fb5b-4d5b-8290-a29fc167b13f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379398 Feb 04 22:28:24.005347 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633acf06-8ae5-44ad-ae87-0654a7819462 req-c301181a-31f5-43c5-9972-3fcf23575062 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:24.006859 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-633acf06-8ae5-44ad-ae87-0654a7819462 req-c301181a-31f5-43c5-9972-3fcf23575062 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0839770 Feb 04 22:28:24.054820 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-633acf06-8ae5-44ad-ae87-0654a7819462 req-a99c761c-df8d-4298-857a-97e5b3ba24de tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423832 Feb 04 22:28:24.974001 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d9fec2ad-5ecf-42c5-bb80-e167b483cd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:25.260109 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df85adc-f6fb-4efd-a971-b27b40cee132 req-7c84a04b-bd1f-4851-9d82-225134ab3a2b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:25.261482 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0df85adc-f6fb-4efd-a971-b27b40cee132 req-7c84a04b-bd1f-4851-9d82-225134ab3a2b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0842211 Feb 04 22:28:25.306053 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0df85adc-f6fb-4efd-a971-b27b40cee132 req-22ca66ab-4c3c-40db-bb9c-b85cc63e94ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385485 Feb 04 22:28:25.832237 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8610b1ec-838a-4a94-babb-8af6a7d010fe req-8810b21e-faaf-4dca-9312-76481a3357ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680404 Feb 04 22:28:25.901487 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:25.994765 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610b1ec-838a-4a94-babb-8af6a7d010fe req-98edaeed-5543-4e06-af62-1a1e022c48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:25.996261 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8610b1ec-838a-4a94-babb-8af6a7d010fe req-98edaeed-5543-4e06-af62-1a1e022c48f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=58c239fd665245f19faf15cb712f602a&device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 1137 time: 0.0740194 Feb 04 22:28:26.140972 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610b1ec-838a-4a94-babb-8af6a7d010fe req-b832dae0-828a-45fb-8a54-15e2924f306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:26.142468 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8610b1ec-838a-4a94-babb-8af6a7d010fe req-b832dae0-828a-45fb-8a54-15e2924f306f service neutron] 10.222.0.58 "GET /v2.0/networks?id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 HTTP/1.1" status: 200 len: 916 time: 0.1260765 Feb 04 22:28:26.245167 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8610b1ec-838a-4a94-babb-8af6a7d010fe req-b6350a2f-78a1-41c2-b690-2532bd745074 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd HTTP/1.1" status: 200 len: 1001 time: 0.0957856 Feb 04 22:28:26.249186 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:26.272464 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:28:26.307088 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610b1ec-838a-4a94-babb-8af6a7d010fe req-82e42c0e-e137-4c42-b413-84c127dd8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:26.308507 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8610b1ec-838a-4a94-babb-8af6a7d010fe req-82e42c0e-e137-4c42-b413-84c127dd8512 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a57fb06e-b417-4005-88e9-6a7daa63527b HTTP/1.1" status: 200 len: 854 time: 0.0571845 Feb 04 22:28:26.385977 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610b1ec-838a-4a94-babb-8af6a7d010fe req-011765df-7acf-4064-b8ce-370a5050321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:26.387581 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8610b1ec-838a-4a94-babb-8af6a7d010fe req-011765df-7acf-4064-b8ce-370a5050321d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725753 Feb 04 22:28:26.414987 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:28:26.430185 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'port_id': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'mac_address': 'fa:16:3e:5b:22:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:28:26.491980 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:26.513396 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:28:26.529575 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:28:26.535459 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:26.544748 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8610b1ec-838a-4a94-babb-8af6a7d010fe req-24f5c0d2-c62c-4772-8887-d911cbd3db87 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496763 Feb 04 22:28:26.567415 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1bd09-f368-4f14-bb53-fc290df7677a req-7fc2798b-db7a-4e52-ab47-fe8d8744105e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:26.570228 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-40a1bd09-f368-4f14-bb53-fc290df7677a req-7fc2798b-db7a-4e52-ab47-fe8d8744105e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.1267745 Feb 04 22:28:26.611124 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,revision_number=6']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:26.621608 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:26.622158 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:26.622868 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:26.623425 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:26.623964 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:26.624485 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:26.625032 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:26.625554 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:26.626095 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:26.626613 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:26.627138 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:26.627644 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:26.656631 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-40a1bd09-f368-4f14-bb53-fc290df7677a req-b952df9d-7f67-4ad5-9e6a-578eb2f9e1dc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800252 Feb 04 22:28:26.727947 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['1c2c39a2-26a0-4a85-afb5-1d422dbe5a44'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:28:26.731784 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8610b1ec-838a-4a94-babb-8af6a7d010fe req-19f1e10e-d2a1-4d9f-baf3-b21e66f2ba15 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804314 Feb 04 22:28:27.274955 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:27.839920 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227704b1-5151-46ce-93bc-c13f25213f4f req-2212b993-b84e-461a-9d46-287299d4aea6 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:27.841372 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-227704b1-5151-46ce-93bc-c13f25213f4f req-2212b993-b84e-461a-9d46-287299d4aea6 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 945 time: 0.0783668 Feb 04 22:28:27.886376 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-227704b1-5151-46ce-93bc-c13f25213f4f req-7e8b04c6-4295-467c-866e-274b8d9986a2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391026 Feb 04 22:28:28.299965 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:28:28.373990 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:28:28.374450 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:28.492849 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:28.520656 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:28:28.531682 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:28:28.537350 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:28.641502 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,revision_number=7']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:28.673430 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'code': 200} Feb 04 22:28:29.092311 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544394b2-8bdf-4a58-8fbc-3a207b8a8598 req-d79df938-8d92-432e-bfdc-b9c6018ded82 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:29.093938 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-544394b2-8bdf-4a58-8fbc-3a207b8a8598 req-d79df938-8d92-432e-bfdc-b9c6018ded82 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0887055 Feb 04 22:28:29.148962 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-544394b2-8bdf-4a58-8fbc-3a207b8a8598 req-9442eeec-64cb-4aa5-b581-dea06efbb085 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494754 Feb 04 22:28:29.927818 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:28:30.286906 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4de5-9c8a-40a3-81a3-4e2fdda3f32d req-ee4d46ca-0c7b-4e17-a9d3-97673477c512 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:30.290279 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-16ed4de5-9c8a-40a3-81a3-4e2fdda3f32d req-ee4d46ca-0c7b-4e17-a9d3-97673477c512 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 945 time: 0.0937531 Feb 04 22:28:30.406849 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-16ed4de5-9c8a-40a3-81a3-4e2fdda3f32d req-5acafd8f-e022-4161-b7e8-85f740090feb tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f1be44f-1017-406a-89a5-01f2dc767ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667250 Feb 04 22:28:30.444694 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de088e8e-2493-4a76-b812-bb25092699bf req-35f0652c-eebe-487c-be16-861a8a9ff401 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:30.446360 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de088e8e-2493-4a76-b812-bb25092699bf req-35f0652c-eebe-487c-be16-861a8a9ff401 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.1549814 Feb 04 22:28:30.509208 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-de088e8e-2493-4a76-b812-bb25092699bf req-52697bde-05d7-4d60-a45c-36ccc03f6446 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543809 Feb 04 22:28:31.653124 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f98b3-1c14-475e-9407-51df84ad1af5 req-8d6ff64f-a001-4ed5-9857-031bdc2d54b8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:31.654693 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d48f98b3-1c14-475e-9407-51df84ad1af5 req-8d6ff64f-a001-4ed5-9857-031bdc2d54b8 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 945 time: 0.1044316 Feb 04 22:28:31.723625 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d48f98b3-1c14-475e-9407-51df84ad1af5 req-c67d032d-b124-4af3-9f37-edf106f1e1ee tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f1be44f-1017-406a-89a5-01f2dc767ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629981 Feb 04 22:28:31.827973 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fe52c-0d6a-4457-a808-de09f417c96a req-c5a6202a-df0a-4caa-a15f-f3e639e55553 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:31.829585 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-958fe52c-0d6a-4457-a808-de09f417c96a req-c5a6202a-df0a-4caa-a15f-f3e639e55553 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.1051822 Feb 04 22:28:31.878860 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-958fe52c-0d6a-4457-a808-de09f417c96a req-a97c19cd-34e7-47ec-ae48-8b9455afa6cf tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422788 Feb 04 22:28:32.328696 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-9db3da22-400b-4788-9a0d-7a68a362bb28 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:32.329407 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-9db3da22-400b-4788-9a0d-7a68a362bb28 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Synchronizing usage tracker for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:28:32.352251 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-9db3da22-400b-4788-9a0d-7a68a362bb28 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Unset dirty status for tenant:a695b0b4e11742ffb16d2376dc969eef on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:28:32.353797 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-9db3da22-400b-4788-9a0d-7a68a362bb28 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.58 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 945 time: 0.1892278 Feb 04 22:28:32.435361 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Deleting port 9a415186-5cbe-4f67-a5c6-a5a323697fac {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:28:32.436135 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:32.842473 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] For port 9a415186-5cbe-4f67-a5c6-a5a323697fac, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9a415186-5cbe-4f67-a5c6-a5a323697fac,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:28:32.842869 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:33.202980 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150be525-91cf-4472-a5c4-20c9dd4c5f11 req-d7e9b980-4744-48b7-a766-1e718d7198ab tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:33.210899 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-150be525-91cf-4472-a5c4-20c9dd4c5f11 req-d7e9b980-4744-48b7-a766-1e718d7198ab tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 945 time: 0.3672359 Feb 04 22:28:33.251057 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b64452-2d5d-44d8-afaf-a2dc2a1e10cc req-79b3a46f-2e0f-45a5-bc51-ba6202027d3e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:33.252242 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:33.252670 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:33.252983 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.l3_db [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Floating IP c94c0760-b2f5-4f28-a1f2-e5016d2d5c0f disassociated. External IP: 172.27.0.254, port: 9a415186-5cbe-4f67-a5c6-a5a323697fac. Feb 04 22:28:33.253102 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-03b64452-2d5d-44d8-afaf-a2dc2a1e10cc req-79b3a46f-2e0f-45a5-bc51-ba6202027d3e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.1669629 Feb 04 22:28:33.253359 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Calling delete_port for 9a415186-5cbe-4f67-a5c6-a5a323697fac owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:28:33.293236 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-150be525-91cf-4472-a5c4-20c9dd4c5f11 req-b6de5d49-0d19-4fd6-858a-745f2c831f4f tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f1be44f-1017-406a-89a5-01f2dc767ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799103 Feb 04 22:28:33.332654 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-03b64452-2d5d-44d8-afaf-a2dc2a1e10cc req-364d1c75-edf9-467b-81a1-d6a71258d639 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686800 Feb 04 22:28:33.450678 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:33.521512 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event deleted for resources: {'Port': ['ID=9a415186-5cbe-4f67-a5c6-a5a323697fac,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:33.786687 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Router 1b3bdabe-0236-4211-94a4-f81f76774685 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:28:33.997362 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:28:34.014390 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69fc64-b2b2-46c9-af3b-d767c84585ad None None] Sync routers for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:28:34.025699 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69fc64-b2b2-46c9-af3b-d767c84585ad None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:28:34.026612 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7f69fc64-b2b2-46c9-af3b-d767c84585ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:28:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:34.114645 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] No DVR routers for this DVR port 9a415186-5cbe-4f67-a5c6-a5a323697fac on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:28:34.116904 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:34.119851 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47d58b1-2ce8-4c11-9252-247e330e9a9f', 'name': 'network-vif-deleted', 'tag': '9a415186-5cbe-4f67-a5c6-a5a323697fac'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:28:34.139939 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-578fc4c3-cf98-4159-8520-c2af251fb08d req-85e7b2a0-d135-4fe1-96cf-22f50cfdd14a tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.58 "DELETE /v2.0/ports/9a415186-5cbe-4f67-a5c6-a5a323697fac HTTP/1.1" status: 204 len: 173 time: 1.7802262 Feb 04 22:28:34.271561 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47d58b1-2ce8-4c11-9252-247e330e9a9f', 'name': 'network-vif-deleted', 'tag': '9a415186-5cbe-4f67-a5c6-a5a323697fac', 'status': 'completed', 'code': 200} Feb 04 22:28:34.312141 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-7f69fc64-b2b2-46c9-af3b-d767c84585ad None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:28:34.480563 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 9a415186-5cbe-4f67-a5c6-a5a323697fac no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:28:34.577212 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 9a415186-5cbe-4f67-a5c6-a5a323697fac {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:28:34.577546 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 9a415186-5cbe-4f67-a5c6-a5a323697fac not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:28:34.695160 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9eb9e-b5c4-4c50-911f-1d1542313f6e req-f1450547-f10f-4c66-85e1-4432d297942d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:34.707393 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a3c9eb9e-b5c4-4c50-911f-1d1542313f6e req-f1450547-f10f-4c66-85e1-4432d297942d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.1983271 Feb 04 22:28:34.767688 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7f69fc64-b2b2-46c9-af3b-d767c84585ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:20Z', 'revision_number': 5, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:34.774523 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69fc64-b2b2-46c9-af3b-d767c84585ad None None] Checking router: 1b3bdabe-0236-4211-94a4-f81f76774685 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:28:34.790042 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69fc64-b2b2-46c9-af3b-d767c84585ad None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:28:34.790711 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7f69fc64-b2b2-46c9-af3b-d767c84585ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:28:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:34.812617 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a3c9eb9e-b5c4-4c50-911f-1d1542313f6e req-b4cf60c2-457e-4dfe-beb3-68404da63081 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041279 Feb 04 22:28:34.830362 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-687bdfdf-3225-4191-b3b1-e0d651041660 req-adbfca5f-4b6f-43e9-9b8d-4499a3652121 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d58b1-2ce8-4c11-9252-247e330e9a9f HTTP/1.1" status: 200 len: 210 time: 0.0661993 Feb 04 22:28:35.026593 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-7f69fc64-b2b2-46c9-af3b-d767c84585ad None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:28:35.454299 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7f69fc64-b2b2-46c9-af3b-d767c84585ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:20Z', 'revision_number': 5, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:35.458476 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69fc64-b2b2-46c9-af3b-d767c84585ad None None] The sync data for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi is: [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 4, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'af3c84c0-bcc5-478b-a25f-9d7952767720', 'name': '', 'network_id': 'b10f71a1-fd6a-4752-b30c-8ed030813f0a', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'mac_address': 'fa:16:3e:77:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:23:02Z', 'updated_at': '2022-02-04T22:23:20Z', 'revision_number': 5, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'subnets': [{'id': 'e8440005-8ac9-4a7a-8de4-e22844ad48d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:28:35.777439 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebec2d-f970-4285-b91f-8ef632e88924 None None] New status for floating IP c94c0760-b2f5-4f28-a1f2-e5016d2d5c0f: DOWN {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:28:36.046884 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47760) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:28:36.147697 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bb0aa-d375-4b4c-9142-f235316471cd req-c76d353c-0ade-4650-a5da-c36acb41af15 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:36.149229 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3b7bb0aa-d375-4b4c-9142-f235316471cd req-c76d353c-0ade-4650-a5da-c36acb41af15 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.1214650 Feb 04 22:28:36.160754 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-18f7b97d-cd1b-4ced-97b2-8cbd9f547310 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:36.196135 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-18f7b97d-cd1b-4ced-97b2-8cbd9f547310 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:36.218411 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3b7bb0aa-d375-4b4c-9142-f235316471cd req-2aa30cc7-f67c-4f1b-9f90-74c531fc9bd1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631001 Feb 04 22:28:36.263199 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-18f7b97d-cd1b-4ced-97b2-8cbd9f547310 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:36.282214 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7b97d-cd1b-4ced-97b2-8cbd9f547310 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1be44f-1017-406a-89a5-01f2dc767ef8,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:36.301312 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-18f7b97d-cd1b-4ced-97b2-8cbd9f547310 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:36.305126 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-18f7b97d-cd1b-4ced-97b2-8cbd9f547310 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "DELETE /v2.0/security-groups/8f1be44f-1017-406a-89a5-01f2dc767ef8 HTTP/1.1" status: 204 len: 168 time: 0.2564209 Feb 04 22:28:36.306092 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47764) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:28:36.330760 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.api.v2.resource [None req-6bb3cce9-d7e2-4c94-bfd4-e400bedc83c9 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] show failed (client error): The resource could not be found. Feb 04 22:28:36.331791 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-6bb3cce9-d7e2-4c94-bfd4-e400bedc83c9 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "GET /v2.0/security-groups/8f1be44f-1017-406a-89a5-01f2dc767ef8 HTTP/1.1" status: 404 len: 347 time: 0.0210752 Feb 04 22:28:36.334843 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47768) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:28:36.660093 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-7e61bb33-138c-477d-bdb8-9b50a12a9957 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Deleting port 999bf955-d664-4035-be9b-dd17266eea25 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:28:36.660469 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7e61bb33-138c-477d-bdb8-9b50a12a9957 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:36.863500 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7e61bb33-138c-477d-bdb8-9b50a12a9957 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:36.863815 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7e61bb33-138c-477d-bdb8-9b50a12a9957 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:37.002703 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-7e61bb33-138c-477d-bdb8-9b50a12a9957 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Calling delete_port for 999bf955-d664-4035-be9b-dd17266eea25 owned by network:floatingip {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:28:37.222985 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7e61bb33-138c-477d-bdb8-9b50a12a9957 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:37.306920 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61bb33-138c-477d-bdb8-9b50a12a9957 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Pushing event deleted for resources: {'Port': ['ID=999bf955-d664-4035-be9b-dd17266eea25,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:37.374936 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7e61bb33-138c-477d-bdb8-9b50a12a9957 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks [] for floatingip, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:37.389673 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7e61bb33-138c-477d-bdb8-9b50a12a9957 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:37.393546 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-7e61bb33-138c-477d-bdb8-9b50a12a9957 tempest-AttachVolumeTestJSON-1364954895 tempest-AttachVolumeTestJSON-1364954895-project] 10.222.0.47 "DELETE /v2.0/floatingips/c94c0760-b2f5-4f28-a1f2-e5016d2d5c0f HTTP/1.1" status: 204 len: 168 time: 1.0546296 Feb 04 22:28:37.444667 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af2359-3a84-444a-8f53-5dea85e29949 req-ec22643c-58a7-4364-837b-0bf358ea7918 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:37.453608 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-61af2359-3a84-444a-8f53-5dea85e29949 req-ec22643c-58a7-4364-837b-0bf358ea7918 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.1074224 Feb 04 22:28:37.505534 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-61af2359-3a84-444a-8f53-5dea85e29949 req-eda777f1-a637-4116-bf64-412dfdda72c4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481763 Feb 04 22:28:38.701036 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fb052-76cd-4b25-93ce-793eb3b34208 req-9fd34611-46e8-4d3c-b9be-636153f3d8a5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:38.702540 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bc4fb052-76cd-4b25-93ce-793eb3b34208 req-9fd34611-46e8-4d3c-b9be-636153f3d8a5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0846140 Feb 04 22:28:38.748173 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bc4fb052-76cd-4b25-93ce-793eb3b34208 req-86536d4e-4703-4aa9-8f64-2a41f0375f17 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398729 Feb 04 22:28:38.904441 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eac255-4c36-4f65-9078-ba9a4b13a361 req-94e54d1a-121c-4000-9d0e-a770e87c3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:38.906043 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-15eac255-4c36-4f65-9078-ba9a4b13a361 req-94e54d1a-121c-4000-9d0e-a770e87c3d64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 1099 time: 0.0769534 Feb 04 22:28:39.036118 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eac255-4c36-4f65-9078-ba9a4b13a361 req-0fc08879-6f93-4e3c-8cd5-e9a39b8320cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:39.037559 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-15eac255-4c36-4f65-9078-ba9a4b13a361 req-0fc08879-6f93-4e3c-8cd5-e9a39b8320cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 917 time: 0.1254354 Feb 04 22:28:39.151060 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-15eac255-4c36-4f65-9078-ba9a4b13a361 req-bb5254d9-5652-47dd-b7ed-01c670fb2953 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 HTTP/1.1" status: 200 len: 1002 time: 0.1060293 Feb 04 22:28:39.215769 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eac255-4c36-4f65-9078-ba9a4b13a361 req-1a2930aa-dcee-47aa-b182-5d508a8a4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:39.217415 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-15eac255-4c36-4f65-9078-ba9a4b13a361 req-1a2930aa-dcee-47aa-b182-5d508a8a4b95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b884a98-3a2e-453c-89b3-9061404d8d95 HTTP/1.1" status: 200 len: 855 time: 0.0604641 Feb 04 22:28:39.293601 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eac255-4c36-4f65-9078-ba9a4b13a361 req-efe63f1a-1a42-489f-9914-c22e76efa47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:39.295160 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-15eac255-4c36-4f65-9078-ba9a4b13a361 req-efe63f1a-1a42-489f-9914-c22e76efa47a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=159c2c49-f816-412b-aa6b-d5818fb0425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717521 Feb 04 22:28:39.429557 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-15eac255-4c36-4f65-9078-ba9a4b13a361 req-bcc96a0d-354e-4d39-87c5-d817e41d3103 service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242092 Feb 04 22:28:39.637354 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-15eac255-4c36-4f65-9078-ba9a4b13a361 req-9abe9250-1ee9-47fc-adea-49b0a2a05218 service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991248 Feb 04 22:28:39.939167 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93305785-f1c5-43ec-840f-d37ee611f152 req-0d47c26f-a799-4872-82f1-938c56b53850 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:39.940596 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-93305785-f1c5-43ec-840f-d37ee611f152 req-0d47c26f-a799-4872-82f1-938c56b53850 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0820873 Feb 04 22:28:39.985191 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-93305785-f1c5-43ec-840f-d37ee611f152 req-8cfbc10f-8458-4363-87ac-5d5ddec7e4f5 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382359 Feb 04 22:28:41.174747 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c52c8a-abab-4c29-92a7-123e63643718 req-89263dbb-1340-4e66-9ba4-06669deb7402 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:41.176194 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-09c52c8a-abab-4c29-92a7-123e63643718 req-89263dbb-1340-4e66-9ba4-06669deb7402 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0782573 Feb 04 22:28:41.223182 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-09c52c8a-abab-4c29-92a7-123e63643718 req-2810ab87-fc2a-41af-ab5e-0bcc7444a409 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413415 Feb 04 22:28:41.500312 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47820) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:28:42.150480 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-44912237-d3d5-4359-88f4-edc3743187be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746720'] for router_interface, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:42.401768 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:28:42.415268 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f673eb9-be2b-4c7e-bb61-3adf5b744c09 req-0906e7d0-31f2-4237-82fe-f7021e245f2b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:42.416889 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4f673eb9-be2b-4c7e-bb61-3adf5b744c09 req-0906e7d0-31f2-4237-82fe-f7021e245f2b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 946 time: 0.0812349 Feb 04 22:28:42.463922 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4f673eb9-be2b-4c7e-bb61-3adf5b744c09 req-bbd76d72-7ac4-4d71-9aec-dfc5561f98eb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413990 Feb 04 22:28:42.490511 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-44912237-d3d5-4359-88f4-edc3743187be admin admin] Deleting port af3c84c0-bcc5-478b-a25f-9d7952767720 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:28:42.490844 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-44912237-d3d5-4359-88f4-edc3743187be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:42.525767 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:42.556786 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:28:42.567427 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:28:42.574850 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:42.625284 dv-cinder-818885-2-iscsi neutron-server[86819]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'code': 422} returned with failed status Feb 04 22:28:42.669346 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,revision_number=8']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:42.697236 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-44912237-d3d5-4359-88f4-edc3743187be admin admin] For port af3c84c0-bcc5-478b-a25f-9d7952767720, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=af3c84c0-bcc5-478b-a25f-9d7952767720,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:28:42.697846 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-44912237-d3d5-4359-88f4-edc3743187be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:42.826099 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-44912237-d3d5-4359-88f4-edc3743187be admin admin] Calling delete_port for af3c84c0-bcc5-478b-a25f-9d7952767720 owned by network:router_interface {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:28:43.221295 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-44912237-d3d5-4359-88f4-edc3743187be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:43.268982 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44912237-d3d5-4359-88f4-edc3743187be admin admin] Pushing event deleted for resources: {'Port': ['ID=af3c84c0-bcc5-478b-a25f-9d7952767720,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:43.543718 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-44912237-d3d5-4359-88f4-edc3743187be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579696'] for router_interface, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:43.912414 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44912237-d3d5-4359-88f4-edc3743187be admin admin] Router 1b3bdabe-0236-4211-94a4-f81f76774685 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:28:44.097846 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44912237-d3d5-4359-88f4-edc3743187be admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:28:44.111505 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f997c05-46c2-4dd7-b13f-c8cedcaa0304 None None] Sync routers for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:28:44.115780 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-44912237-d3d5-4359-88f4-edc3743187be admin admin] 10.222.0.47 "PUT /v2.0/routers/1b3bdabe-0236-4211-94a4-f81f76774685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6119633 Feb 04 22:28:44.116824 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47858) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:28:44.130601 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f997c05-46c2-4dd7-b13f-c8cedcaa0304 None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:28:44.131233 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-9f997c05-46c2-4dd7-b13f-c8cedcaa0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:28:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:44.277905 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f1435-56b5-4094-a830-bb81f49f14d7 req-4a198d44-ed54-49fb-b164-ac6e4240123a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:44.286001 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-649f1435-56b5-4094-a830-bb81f49f14d7 req-4a198d44-ed54-49fb-b164-ac6e4240123a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.0950344 Feb 04 22:28:44.328394 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Notify callbacks [] for router, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:44.341451 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-649f1435-56b5-4094-a830-bb81f49f14d7 req-f3d18d34-8f60-4806-9b8d-d03513501d8d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543423 Feb 04 22:28:44.347151 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-9f997c05-46c2-4dd7-b13f-c8cedcaa0304 None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:28:44.436834 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 47878) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:28:44.583561 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-67a73666-55f7-45fc-a692-b586a9556b8b req-acb9b0a1-cc03-4d31-99b1-c4c0a3270dd6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1448843 Feb 04 22:28:44.624584 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:44.636814 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Deleting port ede134d8-77d0-4a26-a2ee-2b432509832e {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:28:44.637238 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:44.691851 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-9f997c05-46c2-4dd7-b13f-c8cedcaa0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:28:43Z', 'revision_number': 5, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port': {'id': 'ede134d8-77d0-4a26-a2ee-2b432509832e', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:41Z', 'updated_at': '2022-02-04T22:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:44.696441 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f997c05-46c2-4dd7-b13f-c8cedcaa0304 None None] Checking router: 1b3bdabe-0236-4211-94a4-f81f76774685 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:28:44.705194 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f997c05-46c2-4dd7-b13f-c8cedcaa0304 None None] Routers {'1b3bdabe-0236-4211-94a4-f81f76774685'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:28:44.705937 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-9f997c05-46c2-4dd7-b13f-c8cedcaa0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:28:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['1b3bdabe-0236-4211-94a4-f81f76774685'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:44.820630 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] For port ede134d8-77d0-4a26-a2ee-2b432509832e, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=ede134d8-77d0-4a26-a2ee-2b432509832e,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:28:44.821003 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:44.860172 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-9f997c05-46c2-4dd7-b13f-c8cedcaa0304 None None] Set router 1b3bdabe-0236-4211-94a4-f81f76774685 gateway port host: None {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:28:44.947254 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Calling delete_port for ede134d8-77d0-4a26-a2ee-2b432509832e owned by network:router_gateway {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:28:44.968968 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-9f997c05-46c2-4dd7-b13f-c8cedcaa0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:28:44Z', 'revision_number': 6, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port_host': None}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:44.974637 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f997c05-46c2-4dd7-b13f-c8cedcaa0304 None None] The sync data for ids ['1b3bdabe-0236-4211-94a4-f81f76774685'] in dv-cinder-818885-2-iscsi is: [{'id': '1b3bdabe-0236-4211-94a4-f81f76774685', 'name': 'tempest-AttachVolumeTestJSON-813889284-router', 'tenant_id': 'a695b0b4e11742ffb16d2376dc969eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:28:44Z', 'revision_number': 6, 'project_id': 'a695b0b4e11742ffb16d2376dc969eef', 'gw_port_host': None}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:28:45.130069 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:45.178468 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede134d8-77d0-4a26-a2ee-2b432509832e,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:45.276538 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574661'] for router_gateway, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:45.463279 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-658'] for router, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:45.467910 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:45.554496 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573871'] for router, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:45.555065 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b3bdabe-0236-4211-94a4-f81f76774685 {{(pid=86818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 22:28:45.557414 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fcdde-7083-4827-8330-e504d3acfe4a req-c8f8505c-2f22-49cb-b432-444118d49a8a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:45.559336 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-760fcdde-7083-4827-8330-e504d3acfe4a req-c8f8505c-2f22-49cb-b432-444118d49a8a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.0884664 Feb 04 22:28:45.568335 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] Notify callbacks [] for router, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:45.572054 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-433081fc-8012-4afe-876a-f6e3a5b79485 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1b3bdabe-0236-4211-94a4-f81f76774685 HTTP/1.1" status: 204 len: 168 time: 1.4518225 Feb 04 22:28:45.572339 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 47896) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:28:45.608052 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-760fcdde-7083-4827-8330-e504d3acfe4a req-0dd346e3-4de7-4df9-8f32-0e71c1a6e4b4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424414 Feb 04 22:28:45.633756 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_v2 [None req-811746d3-9fec-46e0-95dd-e8d82f8ff1fb admin admin] Deleting subnet e8440005-8ac9-4a7a-8de4-e22844ad48d9 {{(pid=86818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:28:45.636682 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-811746d3-9fec-46e0-95dd-e8d82f8ff1fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:45.685782 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-811746d3-9fec-46e0-95dd-e8d82f8ff1fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262488781'] for subnet, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:45.942970 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a73666-55f7-45fc-a692-b586a9556b8b req-7bd853f5-b0b2-4013-8826-6af6f65d87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:45.944350 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-67a73666-55f7-45fc-a692-b586a9556b8b req-7bd853f5-b0b2-4013-8826-6af6f65d87c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091&tenant_id=d4727c07e69744808e73ab04657a3e1c HTTP/1.1" status: 200 len: 1097 time: 0.2291076 Feb 04 22:28:45.947004 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-811746d3-9fec-46e0-95dd-e8d82f8ff1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:46.076016 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-811746d3-9fec-46e0-95dd-e8d82f8ff1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262488677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263369888'] for subnet, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:46.119349 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811746d3-9fec-46e0-95dd-e8d82f8ff1fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8440005-8ac9-4a7a-8de4-e22844ad48d9,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:46.123013 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a73666-55f7-45fc-a692-b586a9556b8b req-4a8e2b2c-6b0b-4643-8a92-05426178fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:46.124230 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-67a73666-55f7-45fc-a692-b586a9556b8b req-4a8e2b2c-6b0b-4643-8a92-05426178fc0b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 1097 time: 0.1409903 Feb 04 22:28:46.127718 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-811746d3-9fec-46e0-95dd-e8d82f8ff1fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:46.133380 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcce86e-9c03-4886-bb46-a444e042fd0c None None] Network b10f71a1-fd6a-4752-b30c-8ed030813f0a requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:28:46.202179 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-811746d3-9fec-46e0-95dd-e8d82f8ff1fb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e8440005-8ac9-4a7a-8de4-e22844ad48d9 HTTP/1.1" status: 204 len: 168 time: 0.6258857 Feb 04 22:28:46.202458 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 47900) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:28:46.270804 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a73666-55f7-45fc-a692-b586a9556b8b req-f0ae0943-95d4-4f92-8553-01ec2e39a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:46.273410 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-67a73666-55f7-45fc-a692-b586a9556b8b req-f0ae0943-95d4-4f92-8553-01ec2e39a44a service neutron] 10.222.0.58 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 917 time: 0.1428471 Feb 04 22:28:46.313879 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:46.326182 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Deleting port 61df31e1-c594-4ffb-9bf8-ec109e40facd {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:28:46.326621 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:46.392533 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-67a73666-55f7-45fc-a692-b586a9556b8b req-db7abc21-fe4c-4239-bf4c-2f1cc248a0b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 HTTP/1.1" status: 200 len: 1000 time: 0.1086843 Feb 04 22:28:46.427568 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c9341b-a659-4107-a7c6-dd6896f636e3 None None] DHCP port deletion for b10f71a1-fd6a-4752-b30c-8ed030813f0a request from dv-cinder-818885-2-iscsi {{(pid=86819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 22:28:46.431502 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-05c9341b-a659-4107-a7c6-dd6896f636e3 None None] Deleting port 61df31e1-c594-4ffb-9bf8-ec109e40facd {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:28:46.431907 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-05c9341b-a659-4107-a7c6-dd6896f636e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:46.453775 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a73666-55f7-45fc-a692-b586a9556b8b req-7326d0ea-7977-41d4-a9c7-98b6f0a6a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:46.455244 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-67a73666-55f7-45fc-a692-b586a9556b8b req-7326d0ea-7977-41d4-a9c7-98b6f0a6a453 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b884a98-3a2e-453c-89b3-9061404d8d95 HTTP/1.1" status: 200 len: 855 time: 0.0589347 Feb 04 22:28:46.542096 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a73666-55f7-45fc-a692-b586a9556b8b req-74ab7aed-ab6e-4eb7-9e60-fc809d6c9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:46.544937 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-67a73666-55f7-45fc-a692-b586a9556b8b req-74ab7aed-ab6e-4eb7-9e60-fc809d6c9606 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=159c2c49-f816-412b-aa6b-d5818fb0425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827169 Feb 04 22:28:46.548233 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] For port 61df31e1-c594-4ffb-9bf8-ec109e40facd, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=61df31e1-c594-4ffb-9bf8-ec109e40facd,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:28:46.548597 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:46.695173 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device af3c84c0-bcc5-478b-a25f-9d7952767720 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:28:46.695447 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Calling delete_port for 61df31e1-c594-4ffb-9bf8-ec109e40facd owned by network:dhcp {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:28:46.724990 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-67a73666-55f7-45fc-a692-b586a9556b8b req-c24103aa-bb19-4ed4-b541-59d83e094a0d service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715798 Feb 04 22:28:46.753298 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: af3c84c0-bcc5-478b-a25f-9d7952767720 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:28:46.753632 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device af3c84c0-bcc5-478b-a25f-9d7952767720 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:28:46.754087 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 61df31e1-c594-4ffb-9bf8-ec109e40facd no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:28:46.821587 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-05c9341b-a659-4107-a7c6-dd6896f636e3 None None] For port 61df31e1-c594-4ffb-9bf8-ec109e40facd, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=61df31e1-c594-4ffb-9bf8-ec109e40facd,segment=NetworkSegment(b64a2b98-238e-47b7-a2af-67ab734c2ea8),segment_id=b64a2b98-238e-47b7-a2af-67ab734c2ea8)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:28:46.822035 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-05c9341b-a659-4107-a7c6-dd6896f636e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:46.886127 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-67a73666-55f7-45fc-a692-b586a9556b8b req-bb3cabee-71c2-4579-89e0-afc0b4049bfc service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520288 Feb 04 22:28:46.927249 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c323df-5f2f-48fd-a772-40db545a81d6 req-38751c5c-953a-49eb-bade-563e1fc42862 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:46.929266 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-24c323df-5f2f-48fd-a772-40db545a81d6 req-38751c5c-953a-49eb-bade-563e1fc42862 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.1172035 Feb 04 22:28:46.930337 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:46.962858 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-05c9341b-a659-4107-a7c6-dd6896f636e3 None None] Calling delete_port for 61df31e1-c594-4ffb-9bf8-ec109e40facd owned by network:dhcp {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:28:46.992740 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No ports have port_id starting with 61df31e1-c594-4ffb-9bf8-ec109e40facd Feb 04 22:28:46.997051 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Pushing event deleted for resources: {'Port': ['ID=61df31e1-c594-4ffb-9bf8-ec109e40facd,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:46.999218 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ede134d8-77d0-4a26-a2ee-2b432509832e no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:28:46.999412 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] No DVR routers for this DVR port 61df31e1-c594-4ffb-9bf8-ec109e40facd on host dv-cinder-818885-2-iscsi {{(pid=86817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:28:47.038138 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:47.038495 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:47.038832 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:47.039161 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:47.039485 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:47.040152 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:47.040152 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:47.040447 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:47.040736 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:47.041050 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:47.041154 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: ede134d8-77d0-4a26-a2ee-2b432509832e {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:28:47.041361 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:47.041454 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ede134d8-77d0-4a26-a2ee-2b432509832e not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:28:47.041674 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:47.137699 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-24c323df-5f2f-48fd-a772-40db545a81d6 req-70e4ef1a-137d-4fa2-b0fd-c41b1cdeecfe tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001305 Feb 04 22:28:47.143730 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.db.api [None req-05c9341b-a659-4107-a7c6-dd6896f636e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 22:28:47.144244 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG oslo_db.api [None req-05c9341b-a659-4107-a7c6-dd6896f636e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 22:28:47.146734 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:47.172793 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10f71a1-fd6a-4752-b30c-8ed030813f0a']}} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:47.189001 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64a2b98-238e-47b7-a2af-67ab734c2ea8') {'for_net_delete': True} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:47.189292 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64a2b98-238e-47b7-a2af-67ab734c2ea8') {} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:47.202506 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263109108'] for segment, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:47.221182 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:47.229285 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=86817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:28:47.229684 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263143025'] for segment, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: Traceback (most recent call last): Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: timer() Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: cb(*args, **kw) Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: return func(*args, **kwargs) Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: self._notify() Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: self.callback(batched_events) Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: event.method(event) Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: return f(self, *a, **k) Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._get(url).json() Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: return self.request(url, 'GET', **kwargs) Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:28:47.243857 dv-cinder-818885-2-iscsi neutron-server[86817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:28:47.323114 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:47.348766 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:47.351479 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] Pushing event deleted for resources: {'Network': ['ID=b10f71a1-fd6a-4752-b30c-8ed030813f0a,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:47.374923 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-4cd6e7d6-819a-4da7-9ff9-48cbb7987185 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b10f71a1-fd6a-4752-b30c-8ed030813f0a HTTP/1.1" status: 204 len: 168 time: 1.1683826 Feb 04 22:28:47.565577 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 47928) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:28:47.645552 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-05c9341b-a659-4107-a7c6-dd6896f636e3 None None] Deleting port 61df31e1-c594-4ffb-9bf8-ec109e40facd {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:28:47.646305 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-05c9341b-a659-4107-a7c6-dd6896f636e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:47.646568 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-9cffeb97-080b-4c6e-b570-7aeb5ee6841b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a695b0b4e11742ffb16d2376dc969eef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0796082 Feb 04 22:28:47.649102 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 47932) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:28:47.731929 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c9cb521e-0aa9-4ad2-a0c3-9d9cf7b0f254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:47.738104 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-05c9341b-a659-4107-a7c6-dd6896f636e3 None None] The port '61df31e1-c594-4ffb-9bf8-ec109e40facd' was deleted {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 22:28:47.776305 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c9cb521e-0aa9-4ad2-a0c3-9d9cf7b0f254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:47.837283 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c9cb521e-0aa9-4ad2-a0c3-9d9cf7b0f254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:47.856851 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb521e-0aa9-4ad2-a0c3-9d9cf7b0f254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b16a343-c6c0-41f8-ba6e-7bae354da969,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:47.863635 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-c9cb521e-0aa9-4ad2-a0c3-9d9cf7b0f254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:47.864751 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-c9cb521e-0aa9-4ad2-a0c3-9d9cf7b0f254 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b16a343-c6c0-41f8-ba6e-7bae354da969 HTTP/1.1" status: 204 len: 168 time: 0.2145343 Feb 04 22:28:48.359078 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46957e66-8efe-45b4-a87c-c4da087a9022 req-3adf96ab-bbaa-4df9-9060-e406e240cc2b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:48.360744 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-46957e66-8efe-45b4-a87c-c4da087a9022 req-3adf96ab-bbaa-4df9-9060-e406e240cc2b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.1026371 Feb 04 22:28:48.425142 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-46957e66-8efe-45b4-a87c-c4da087a9022 req-9e8f20cd-b5ab-4ee4-8a1a-525812a3f689 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543764 Feb 04 22:28:49.653066 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a788dd9-100a-4918-ac31-108cb46bbb09 req-afaa76bd-9744-48a1-a0d8-93996083001e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:49.657919 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5a788dd9-100a-4918-ac31-108cb46bbb09 req-afaa76bd-9744-48a1-a0d8-93996083001e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.1130795 Feb 04 22:28:49.721813 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5a788dd9-100a-4918-ac31-108cb46bbb09 req-a23e5528-edf0-469c-bbf2-4e30155e5581 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546694 Feb 04 22:28:50.935703 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e26b7-9fb8-4e8c-803b-69672e17dcc8 req-0cc80ed4-0cda-48b4-b857-7e621435031a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:50.937222 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-149e26b7-9fb8-4e8c-803b-69672e17dcc8 req-0cc80ed4-0cda-48b4-b857-7e621435031a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.0918207 Feb 04 22:28:50.985553 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-149e26b7-9fb8-4e8c-803b-69672e17dcc8 req-9c09911c-41a6-42e5-b2d7-d437df2e28a2 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420005 Feb 04 22:28:51.746490 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cdd688a1-c421-470c-a617-c2746ef89040 req-da9f1a70-0321-434d-bb5f-fd276f98ad74 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188846910&fields=id&tenant_id=58c239fd665245f19faf15cb712f602a HTTP/1.1" status: 200 len: 267 time: 0.0502563 Feb 04 22:28:51.834439 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd688a1-c421-470c-a617-c2746ef89040 req-4c9663a5-d878-4327-af55-94bebf823ad5 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:51.836592 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cdd688a1-c421-470c-a617-c2746ef89040 req-4c9663a5-d878-4327-af55-94bebf823ad5 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 984 time: 0.0842052 Feb 04 22:28:51.849295 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [req-cdd688a1-c421-470c-a617-c2746ef89040 req-ab4ea3b4-705c-49af-a35d-64f48e294fea tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Request body: {'port': {'security_groups': ['6a032db1-960d-47ca-b239-60acd08cf4ec']}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:28:51.972317 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-cdd688a1-c421-470c-a617-c2746ef89040 req-ab4ea3b4-705c-49af-a35d-64f48e294fea tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:52.310827 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [req-cdd688a1-c421-470c-a617-c2746ef89040 req-ab4ea3b4-705c-49af-a35d-64f48e294fea tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] For port 47900e02-baf2-4a38-9de9-b7587df0c0dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:28:52.321639 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914f451-260f-4d38-8a33-2dad672fc572 req-46ee3e17-6733-45ea-a854-a2e87a381b7e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:52.323146 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c914f451-260f-4d38-8a33-2dad672fc572 req-46ee3e17-6733-45ea-a854-a2e87a381b7e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.2107737 Feb 04 22:28:52.364280 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-cdd688a1-c421-470c-a617-c2746ef89040 req-ab4ea3b4-705c-49af-a35d-64f48e294fea tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:52.376632 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-cdd688a1-c421-470c-a617-c2746ef89040 req-ab4ea3b4-705c-49af-a35d-64f48e294fea tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263109017'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:52.429701 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c914f451-260f-4d38-8a33-2dad672fc572 req-79c92f89-c5d6-459e-9305-8618a371873c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998988 Feb 04 22:28:52.452536 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd688a1-c421-470c-a617-c2746ef89040 req-ab4ea3b4-705c-49af-a35d-64f48e294fea tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:52.453189 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [req-cdd688a1-c421-470c-a617-c2746ef89040 req-ab4ea3b4-705c-49af-a35d-64f48e294fea tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:52.454601 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cdd688a1-c421-470c-a617-c2746ef89040 req-ab4ea3b4-705c-49af-a35d-64f48e294fea tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "PUT /v2.0/ports/47900e02-baf2-4a38-9de9-b7587df0c0dd HTTP/1.1" status: 200 len: 942 time: 0.6103766 Feb 04 22:28:52.455053 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:28:52.460973 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48004) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:28:52.494048 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ea3b4-705c-49af-a35d-64f48e294fea tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event updated for resources: {'Port': ['ID=47900e02-baf2-4a38-9de9-b7587df0c0dd,revision_number=7']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:52.503850 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-954565d9-de82-4263-ac2d-5a234f856814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:52.619515 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:52.688815 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:52.758675 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd', 'status': 'completed', 'code': 200} Feb 04 22:28:52.781691 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:52.799175 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d054f633-cef9-4032-aa1f-2ee82aa58a29,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:52.810459 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:52.810839 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:52.811174 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:52.812040 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:52.812040 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:52.812263 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:52.812473 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:52.812798 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:52.813119 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:52.813444 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:52.823720 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:52.823720 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:28:52.823720 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:52.823720 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-b6ad7dc2-9c8f-460f-9b86-a1e3a0de07d8 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "DELETE /v2.0/security-groups/d054f633-cef9-4032-aa1f-2ee82aa58a29 HTTP/1.1" status: 204 len: 168 time: 0.3567779 Feb 04 22:28:52.823720 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48012) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:28:52.881162 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-e59b2881-7896-4d7f-826a-4ce8da390287 None None] Provisioning complete for port 47900e02-baf2-4a38-9de9-b7587df0c0dd triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:28:52.882575 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e59b2881-7896-4d7f-826a-4ce8da390287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:53.048465 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-b5b75321-e25e-4499-9b36-9425efc8822f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Deleting port acdbed9d-a4c5-4000-b255-91d42ea076a9 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:28:53.048909 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b5b75321-e25e-4499-9b36-9425efc8822f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:53.220836 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b5b75321-e25e-4499-9b36-9425efc8822f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:53.221309 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b5b75321-e25e-4499-9b36-9425efc8822f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:53.378435 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-b5b75321-e25e-4499-9b36-9425efc8822f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Calling delete_port for acdbed9d-a4c5-4000-b255-91d42ea076a9 owned by network:floatingip {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:28:53.640810 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b5b75321-e25e-4499-9b36-9425efc8822f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:53.729082 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b75321-e25e-4499-9b36-9425efc8822f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event deleted for resources: {'Port': ['ID=acdbed9d-a4c5-4000-b255-91d42ea076a9,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:28:53.762441 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58861f76-ad38-4678-80c9-3e8c4922dd55 req-199ca041-ee3c-4e41-a030-6464ccef7dcb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:53.764072 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-58861f76-ad38-4678-80c9-3e8c4922dd55 req-199ca041-ee3c-4e41-a030-6464ccef7dcb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.2070055 Feb 04 22:28:53.802609 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b5b75321-e25e-4499-9b36-9425efc8822f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks [] for floatingip, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:53.802983 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.l3_db [None req-b5b75321-e25e-4499-9b36-9425efc8822f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Floating IP d919dd05-bc97-445d-a638-be93849fbf15 disassociated (deleted). External IP: 172.27.0.217, port: 47900e02-baf2-4a38-9de9-b7587df0c0dd. Feb 04 22:28:53.831535 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-58861f76-ad38-4678-80c9-3e8c4922dd55 req-c52aae0c-9def-45c6-9565-fe84eeb1742d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606115 Feb 04 22:28:54.169480 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b75321-e25e-4499-9b36-9425efc8822f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Router ee8f232a-ae7e-480a-b005-2c0a691171cb has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:28:54.354972 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b75321-e25e-4499-9b36-9425efc8822f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:28:54.365318 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1feecc-773a-4012-a837-4711d0d18736 None None] Sync routers for ids ['ee8f232a-ae7e-480a-b005-2c0a691171cb'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:28:54.371951 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b5b75321-e25e-4499-9b36-9425efc8822f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:54.378388 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1feecc-773a-4012-a837-4711d0d18736 None None] Routers {'ee8f232a-ae7e-480a-b005-2c0a691171cb'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:28:54.379412 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-ab1feecc-773a-4012-a837-4711d0d18736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:28:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ee8f232a-ae7e-480a-b005-2c0a691171cb'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:54.428069 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-b5b75321-e25e-4499-9b36-9425efc8822f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "DELETE /v2.0/floatingips/d919dd05-bc97-445d-a638-be93849fbf15 HTTP/1.1" status: 204 len: 168 time: 1.6042664 Feb 04 22:28:54.428539 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:28:54.479559 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd', 'status': 'completed', 'code': 200} Feb 04 22:28:54.575153 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-ab1feecc-773a-4012-a837-4711d0d18736 None None] Set router ee8f232a-ae7e-480a-b005-2c0a691171cb gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:28:54.691523 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['47900e02-baf2-4a38-9de9-b7587df0c0dd'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:28:54.806339 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:54.883984 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['47900e02-baf2-4a38-9de9-b7587df0c0dd'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:28:55.045287 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-ab1feecc-773a-4012-a837-4711d0d18736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:26:29Z', 'revision_number': 4, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port': {'id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:94:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:25Z', 'updated_at': '2022-02-04T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '92e5e058-5bc9-4a75-a19b-1e4054bf1f0e', 'name': '', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'mac_address': 'fa:16:3e:8e:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:28Z', 'updated_at': '2022-02-04T22:26:37Z', 'revision_number': 5, 'project_id': '58c239fd665245f19faf15cb712f602a', 'subnets': [{'id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:55.051115 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1feecc-773a-4012-a837-4711d0d18736 None None] Checking router: ee8f232a-ae7e-480a-b005-2c0a691171cb for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:28:55.062963 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1feecc-773a-4012-a837-4711d0d18736 None None] Routers {'ee8f232a-ae7e-480a-b005-2c0a691171cb'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:28:55.063588 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-ab1feecc-773a-4012-a837-4711d0d18736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:28:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ee8f232a-ae7e-480a-b005-2c0a691171cb'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:55.111230 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f4e00-4711-49f5-bdd8-59a039478eea req-2adeeab8-ca6f-47c2-9a6d-72081d982933 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:55.119360 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3b0f4e00-4711-49f5-bdd8-59a039478eea req-2adeeab8-ca6f-47c2-9a6d-72081d982933 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.0954528 Feb 04 22:28:55.150650 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-0a45d728-657b-409c-b50b-04ea0ae13baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:55.172926 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3b0f4e00-4711-49f5-bdd8-59a039478eea req-9f88ea4d-35a1-4d98-9198-8829176003ed tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521350 Feb 04 22:28:55.335625 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-ab1feecc-773a-4012-a837-4711d0d18736 None None] Set router ee8f232a-ae7e-480a-b005-2c0a691171cb gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:28:55.710218 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-ab1feecc-773a-4012-a837-4711d0d18736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:26:29Z', 'revision_number': 4, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port': {'id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:94:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:25Z', 'updated_at': '2022-02-04T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '92e5e058-5bc9-4a75-a19b-1e4054bf1f0e', 'name': '', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'mac_address': 'fa:16:3e:8e:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:28Z', 'updated_at': '2022-02-04T22:26:37Z', 'revision_number': 5, 'project_id': '58c239fd665245f19faf15cb712f602a', 'subnets': [{'id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:28:55.714555 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1feecc-773a-4012-a837-4711d0d18736 None None] The sync data for ids ['ee8f232a-ae7e-480a-b005-2c0a691171cb'] in dv-cinder-818885-2-iscsi is: [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:26:29Z', 'revision_number': 4, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port': {'id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:94:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:25Z', 'updated_at': '2022-02-04T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '92e5e058-5bc9-4a75-a19b-1e4054bf1f0e', 'name': '', 'network_id': '2359f228-96c8-4a4f-9bda-0dc2ab2c3c16', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'mac_address': 'fa:16:3e:8e:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:28Z', 'updated_at': '2022-02-04T22:26:37Z', 'revision_number': 5, 'project_id': '58c239fd665245f19faf15cb712f602a', 'subnets': [{'id': 'a57fb06e-b417-4005-88e9-6a7daa63527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:28:55.921342 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:55.981435 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e0e51-d3b6-41c7-a668-7c9891f66295 None None] New status for floating IP d919dd05-bc97-445d-a638-be93849fbf15: DOWN {{(pid=86819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:28:56.252670 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:56.366291 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e86e6-28fe-4736-a8ca-79da3559059e req-26ed9362-9e89-40d7-87c3-acbbcddf5d37 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:56.367791 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fe3e86e6-28fe-4736-a8ca-79da3559059e req-26ed9362-9e89-40d7-87c3-acbbcddf5d37 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.0806305 Feb 04 22:28:56.413678 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fe3e86e6-28fe-4736-a8ca-79da3559059e req-3be61448-3bae-40b7-8efe-2e5e47f0961e tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385020 Feb 04 22:28:56.609851 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462ebee-2ebd-40b5-b455-b5660dfa52c0 req-81df39b5-c7d1-4470-acec-a1f902ad707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:56.611652 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9462ebee-2ebd-40b5-b455-b5660dfa52c0 req-81df39b5-c7d1-4470-acec-a1f902ad707f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=58c239fd665245f19faf15cb712f602a&device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 1098 time: 0.0906866 Feb 04 22:28:56.753051 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462ebee-2ebd-40b5-b455-b5660dfa52c0 req-6b17e080-1113-4a6d-a416-6eec6b599d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:56.754547 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9462ebee-2ebd-40b5-b455-b5660dfa52c0 req-6b17e080-1113-4a6d-a416-6eec6b599d66 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 HTTP/1.1" status: 200 len: 916 time: 0.1356590 Feb 04 22:28:56.827535 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9462ebee-2ebd-40b5-b455-b5660dfa52c0 req-64814364-9744-44f2-8d66-cddcc036b7f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd HTTP/1.1" status: 200 len: 217 time: 0.0618534 Feb 04 22:28:56.891861 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462ebee-2ebd-40b5-b455-b5660dfa52c0 req-d4d47de5-7664-4a3c-9678-09cc669245d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:56.893243 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9462ebee-2ebd-40b5-b455-b5660dfa52c0 req-d4d47de5-7664-4a3c-9678-09cc669245d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a57fb06e-b417-4005-88e9-6a7daa63527b HTTP/1.1" status: 200 len: 854 time: 0.0583627 Feb 04 22:28:56.967464 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462ebee-2ebd-40b5-b455-b5660dfa52c0 req-6972b299-42d8-4ea8-8cbd-3bfa330ba5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:56.968795 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9462ebee-2ebd-40b5-b455-b5660dfa52c0 req-6972b299-42d8-4ea8-8cbd-3bfa330ba5ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664907 Feb 04 22:28:57.277066 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:28:57.606752 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5803d8d-087a-483a-8d3f-2a49d0f9993a req-8fd6667d-a70a-44dd-aacc-fdfe49ce3dc4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:57.608205 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b5803d8d-087a-483a-8d3f-2a49d0f9993a req-8fd6667d-a70a-44dd-aacc-fdfe49ce3dc4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.0824537 Feb 04 22:28:57.651889 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b5803d8d-087a-483a-8d3f-2a49d0f9993a req-464510ed-0fb7-4de6-af39-34209a1f2b7b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380385 Feb 04 22:28:58.178559 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9462ebee-2ebd-40b5-b455-b5660dfa52c0 req-f0bb9dc9-7c55-4ebf-b17e-a07f960cc55f service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004507 Feb 04 22:28:58.835830 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5acbc3-0c3c-4b49-b3e2-646a9de05a0f req-a2d5cc2d-e2f1-4a5f-bb02-2b1cac9114dc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:58.837189 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4f5acbc3-0c3c-4b49-b3e2-646a9de05a0f req-a2d5cc2d-e2f1-4a5f-bb02-2b1cac9114dc tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.0779858 Feb 04 22:28:58.880872 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4f5acbc3-0c3c-4b49-b3e2-646a9de05a0f req-9b8f1c83-362b-4648-9a35-0bacda34e51d tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379915 Feb 04 22:28:59.819142 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9462ebee-2ebd-40b5-b455-b5660dfa52c0 req-6a0ada3a-8cf2-4b7f-a351-34f9b5a817d1 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220374 Feb 04 22:28:59.979692 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d2e3e-b421-42af-ab79-8435ad2d29f2 req-57616a13-446f-4105-a160-0dfda019ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:28:59.981160 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b24d2e3e-b421-42af-ab79-8435ad2d29f2 req-57616a13-446f-4105-a160-0dfda019ecc0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=58c239fd665245f19faf15cb712f602a&device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 1098 time: 0.0711958 Feb 04 22:29:00.079650 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae2d64-8418-46d7-9e3b-f05cf8d8111b req-521c83a0-239b-4041-a603-24712203a9c1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:00.081225 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-46ae2d64-8418-46d7-9e3b-f05cf8d8111b req-521c83a0-239b-4041-a603-24712203a9c1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.0826724 Feb 04 22:29:00.109644 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d2e3e-b421-42af-ab79-8435ad2d29f2 req-5b687128-45c1-4496-90aa-4108d0390c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:00.111093 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b24d2e3e-b421-42af-ab79-8435ad2d29f2 req-5b687128-45c1-4496-90aa-4108d0390c67 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 HTTP/1.1" status: 200 len: 916 time: 0.1235175 Feb 04 22:29:00.124512 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-46ae2d64-8418-46d7-9e3b-f05cf8d8111b req-bbee4ac8-b9bc-481b-b387-89dd8c56c2ad tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375268 Feb 04 22:29:00.181021 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b24d2e3e-b421-42af-ab79-8435ad2d29f2 req-16a21f35-39d9-4725-b247-398024a01f22 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd HTTP/1.1" status: 200 len: 217 time: 0.0628445 Feb 04 22:29:00.246406 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d2e3e-b421-42af-ab79-8435ad2d29f2 req-ab66559a-ae09-41de-8318-0649a2d16820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:00.247818 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b24d2e3e-b421-42af-ab79-8435ad2d29f2 req-ab66559a-ae09-41de-8318-0649a2d16820 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a57fb06e-b417-4005-88e9-6a7daa63527b HTTP/1.1" status: 200 len: 854 time: 0.0561578 Feb 04 22:29:00.331523 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d2e3e-b421-42af-ab79-8435ad2d29f2 req-b4985586-a289-47a7-b5c2-43e262645e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:00.333026 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b24d2e3e-b421-42af-ab79-8435ad2d29f2 req-b4985586-a289-47a7-b5c2-43e262645e68 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737021 Feb 04 22:29:00.466558 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b24d2e3e-b421-42af-ab79-8435ad2d29f2 req-7bec62b7-442c-44b7-b2ac-66cf86cbb084 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261044 Feb 04 22:29:00.597791 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b24d2e3e-b421-42af-ab79-8435ad2d29f2 req-2c161f53-ee8c-46e7-b979-653d662e4831 service neutron] 10.222.0.58 "GET /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250768 Feb 04 22:29:01.314889 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5a1fc-4fdd-4786-83d9-a9986a652c33 req-10bc9773-a976-439c-8963-e90d9622e90a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:01.316313 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-10e5a1fc-4fdd-4786-83d9-a9986a652c33 req-10bc9773-a976-439c-8963-e90d9622e90a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.0777578 Feb 04 22:29:01.363299 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-10e5a1fc-4fdd-4786-83d9-a9986a652c33 req-0dfbf2cd-03aa-45d1-abc2-98f91908f13c tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409088 Feb 04 22:29:02.224290 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e02865-0210-468c-b896-ef4121e3ce22 req-2bc63f55-1f1e-463c-be20-b18854464edf tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:02.226347 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c9e02865-0210-468c-b896-ef4121e3ce22 req-2bc63f55-1f1e-463c-be20-b18854464edf tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 945 time: 0.0797956 Feb 04 22:29:02.269296 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c9e02865-0210-468c-b896-ef4121e3ce22 req-9b528f1c-5c9c-449f-b920-ee3e175bc731 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370805 Feb 04 22:29:02.563428 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07e621-15cb-47ce-8d91-7f3f07356b29 req-9c3471c9-ca94-4f8f-9984-9f828cf886ff tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:02.564888 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1e07e621-15cb-47ce-8d91-7f3f07356b29 req-9c3471c9-ca94-4f8f-9984-9f828cf886ff tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.0825474 Feb 04 22:29:02.609557 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1e07e621-15cb-47ce-8d91-7f3f07356b29 req-beeed408-82df-45d4-aec1-69fbfc0f77bb tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382938 Feb 04 22:29:03.451077 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c262fe-7e87-461e-993e-0ed198120090 req-c3003e8b-e2b7-4f1c-82cb-3c1ec6c4c56c tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:03.452519 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-65c262fe-7e87-461e-993e-0ed198120090 req-c3003e8b-e2b7-4f1c-82cb-3c1ec6c4c56c tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 945 time: 0.0779872 Feb 04 22:29:03.495625 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-65c262fe-7e87-461e-993e-0ed198120090 req-470a3cb5-ee4c-4c23-8763-5abb19b628c7 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375805 Feb 04 22:29:03.799475 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f9d4b-7654-43bf-b3f1-8edd479b33d2 req-c62f1022-dc8b-4075-a17e-90a5a7b04528 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:03.800938 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d33f9d4b-7654-43bf-b3f1-8edd479b33d2 req-c62f1022-dc8b-4075-a17e-90a5a7b04528 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 944 time: 0.0817757 Feb 04 22:29:03.843543 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d33f9d4b-7654-43bf-b3f1-8edd479b33d2 req-55c85207-7e5c-48d1-9af7-4092ed2e8b34 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369692 Feb 04 22:29:04.230153 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:29:04.359557 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:04.372744 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'port_id': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'mac_address': 'fa:16:3e:5b:22:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:29:04.426430 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:04.442930 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:29:04.458153 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:04.462625 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:04.558371 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,revision_number=9']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:04.681682 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092152d9-fe16-4ca6-bd2e-258e5b0219ca req-99635873-c6d9-4522-81eb-550612041b74 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:04.683378 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-092152d9-fe16-4ca6-bd2e-258e5b0219ca req-99635873-c6d9-4522-81eb-550612041b74 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 945 time: 0.0794423 Feb 04 22:29:04.729802 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-092152d9-fe16-4ca6-bd2e-258e5b0219ca req-7350b19e-d3df-4c86-b653-98fc684c9d74 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406761 Feb 04 22:29:05.026983 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87694c34-d44f-4725-ba97-3e26e8f31bb4 req-19a66bb0-59e5-42ff-a731-563e1e85c93a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:05.028425 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-87694c34-d44f-4725-ba97-3e26e8f31bb4 req-19a66bb0-59e5-42ff-a731-563e1e85c93a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 945 time: 0.0784202 Feb 04 22:29:05.071388 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-87694c34-d44f-4725-ba97-3e26e8f31bb4 req-99a218fc-f680-41f6-824d-466a94d6627a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374126 Feb 04 22:29:05.488882 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['1c2c39a2-26a0-4a85-afb5-1d422dbe5a44'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:29:05.846761 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989e42a-a007-4b2c-b30d-29da9859dadf req-e9122a26-580c-48b5-b7d0-4b041afa43f5 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:05.847440 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-f989e42a-a007-4b2c-b30d-29da9859dadf req-e9122a26-580c-48b5-b7d0-4b041afa43f5 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Synchronizing usage tracker for tenant:58c239fd665245f19faf15cb712f602a on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:29:05.863998 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-f989e42a-a007-4b2c-b30d-29da9859dadf req-e9122a26-580c-48b5-b7d0-4b041afa43f5 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Unset dirty status for tenant:58c239fd665245f19faf15cb712f602a on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:29:05.865216 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-f989e42a-a007-4b2c-b30d-29da9859dadf req-e9122a26-580c-48b5-b7d0-4b041afa43f5 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.58 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 945 time: 0.0956495 Feb 04 22:29:05.920455 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf3e3d-6792-4632-ac80-a52646cbe6a5 req-9190bf06-4de4-4953-913f-092f1655fcca tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:05.922083 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-38cf3e3d-6792-4632-ac80-a52646cbe6a5 req-9190bf06-4de4-4953-913f-092f1655fcca tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 945 time: 0.0870311 Feb 04 22:29:05.940236 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-f989e42a-a007-4b2c-b30d-29da9859dadf req-3d0cb98d-4a3d-4125-9828-dfe538d4488f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Deleting port 47900e02-baf2-4a38-9de9-b7587df0c0dd {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:05.940504 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-f989e42a-a007-4b2c-b30d-29da9859dadf req-3d0cb98d-4a3d-4125-9828-dfe538d4488f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:05.967697 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-38cf3e3d-6792-4632-ac80-a52646cbe6a5 req-c2e27423-dcd7-4a6a-80ad-d97e925b8d78 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a032db1-960d-47ca-b239-60acd08cf4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385070 Feb 04 22:29:06.182315 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-f989e42a-a007-4b2c-b30d-29da9859dadf req-3d0cb98d-4a3d-4125-9828-dfe538d4488f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] For port 47900e02-baf2-4a38-9de9-b7587df0c0dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=47900e02-baf2-4a38-9de9-b7587df0c0dd,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:06.182664 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-f989e42a-a007-4b2c-b30d-29da9859dadf req-3d0cb98d-4a3d-4125-9828-dfe538d4488f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:06.258788 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef84df4-aeb0-4ab5-b490-45eaf82c60e6 req-77f1cd7c-a6b8-40f4-b432-ce1f2ec37ab4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:06.260174 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5ef84df4-aeb0-4ab5-b490-45eaf82c60e6 req-77f1cd7c-a6b8-40f4-b432-ce1f2ec37ab4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 945 time: 0.0783792 Feb 04 22:29:06.301899 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-f989e42a-a007-4b2c-b30d-29da9859dadf req-3d0cb98d-4a3d-4125-9828-dfe538d4488f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Calling delete_port for 47900e02-baf2-4a38-9de9-b7587df0c0dd owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:06.303690 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5ef84df4-aeb0-4ab5-b490-45eaf82c60e6 req-ebb4bd08-9b52-40ba-b267-ab037e2fe879 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378873 Feb 04 22:29:06.526092 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-f989e42a-a007-4b2c-b30d-29da9859dadf req-3d0cb98d-4a3d-4125-9828-dfe538d4488f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:06.562167 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['47900e02-baf2-4a38-9de9-b7587df0c0dd'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:29:06.574694 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cb98d-4a3d-4125-9828-dfe538d4488f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Pushing event deleted for resources: {'Port': ['ID=47900e02-baf2-4a38-9de9-b7587df0c0dd,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:06.655325 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-f989e42a-a007-4b2c-b30d-29da9859dadf req-3d0cb98d-4a3d-4125-9828-dfe538d4488f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] No DVR routers for this DVR port 47900e02-baf2-4a38-9de9-b7587df0c0dd on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:29:06.658028 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-f989e42a-a007-4b2c-b30d-29da9859dadf req-3d0cb98d-4a3d-4125-9828-dfe538d4488f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:06.665433 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'name': 'network-vif-deleted', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:29:06.676167 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-f989e42a-a007-4b2c-b30d-29da9859dadf req-3d0cb98d-4a3d-4125-9828-dfe538d4488f tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.58 "DELETE /v2.0/ports/47900e02-baf2-4a38-9de9-b7587df0c0dd HTTP/1.1" status: 204 len: 173 time: 0.8054109 Feb 04 22:29:06.717919 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0717ea01-17a6-42f4-9088-66650e2a2de5', 'name': 'network-vif-deleted', 'tag': '47900e02-baf2-4a38-9de9-b7587df0c0dd', 'status': 'completed', 'code': 200} Feb 04 22:29:06.925628 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:29:07.152940 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4bca481c-1ce0-48c5-b02c-2812c9dee833 req-e0f02e1c-f899-474c-a0c9-34a8e3100709 tempest-TestMinimumBasicScenario-893013476 tempest-TestMinimumBasicScenario-893013476-project] 10.222.0.47 "GET /v2.0/ports?device_id=0717ea01-17a6-42f4-9088-66650e2a2de5 HTTP/1.1" status: 200 len: 210 time: 0.0548675 Feb 04 22:29:07.182142 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:29:07.249572 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:29:07.249972 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:07.367776 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:07.393497 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:29:07.403267 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:07.407754 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:07.444444 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'code': 200} Feb 04 22:29:07.483819 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,revision_number=10']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:07.498042 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2434c77-c527-4925-9611-db9cc48a0d6c req-619f5f56-9ad6-488f-9fdf-1b412cb137a4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:07.499495 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2434c77-c527-4925-9611-db9cc48a0d6c req-619f5f56-9ad6-488f-9fdf-1b412cb137a4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 947 time: 0.0833762 Feb 04 22:29:07.543695 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b2434c77-c527-4925-9611-db9cc48a0d6c req-84353800-864b-4b62-99f9-0ea8ff989fc4 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383630 Feb 04 22:29:08.749657 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42f20c-d290-4d97-a347-479293c2edb3 req-6354fe91-c632-4625-a225-525c000d409f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:08.751160 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4b42f20c-d290-4d97-a347-479293c2edb3 req-6354fe91-c632-4625-a225-525c000d409f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 947 time: 0.0858252 Feb 04 22:29:08.795586 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4b42f20c-d290-4d97-a347-479293c2edb3 req-bdd6fdd4-2ac8-42e4-8fae-b312faed97fa tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388520 Feb 04 22:29:08.859327 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48202) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:09.456416 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f63fdbfc-9ed4-4703-bcc7-1f32cde3499c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746720'] for router_interface, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:09.795793 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-f63fdbfc-9ed4-4703-bcc7-1f32cde3499c admin admin] Deleting port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:09.796446 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f63fdbfc-9ed4-4703-bcc7-1f32cde3499c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:09.994959 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 47900e02-baf2-4a38-9de9-b7587df0c0dd no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:29:10.022134 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [None req-f63fdbfc-9ed4-4703-bcc7-1f32cde3499c admin admin] For port 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=92e5e058-5bc9-4a75-a19b-1e4054bf1f0e,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:10.022491 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f63fdbfc-9ed4-4703-bcc7-1f32cde3499c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:10.028379 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 47900e02-baf2-4a38-9de9-b7587df0c0dd {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:29:10.028715 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 47900e02-baf2-4a38-9de9-b7587df0c0dd not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:29:10.044671 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a0107-07be-439b-b187-61098a180244 req-a0b584f1-d9f9-450c-8ff8-cc6009421e84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:10.046204 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a12a0107-07be-439b-b187-61098a180244 req-a0b584f1-d9f9-450c-8ff8-cc6009421e84 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 947 time: 0.1374595 Feb 04 22:29:10.168073 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-f63fdbfc-9ed4-4703-bcc7-1f32cde3499c admin admin] Calling delete_port for 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e owned by network:router_interface {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:10.245264 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a12a0107-07be-439b-b187-61098a180244 req-dc3e499d-2409-4ec3-bafc-608a94a3c1c8 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508262 Feb 04 22:29:10.280754 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9886b-dc6b-4cc8-b7ed-de5b5b4c697b req-202a4087-c13f-49f2-9934-4456e4bc7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:10.282266 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-88b9886b-dc6b-4cc8-b7ed-de5b5b4c697b req-202a4087-c13f-49f2-9934-4456e4bc7f2e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 1100 time: 0.0876782 Feb 04 22:29:10.322339 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-88b9886b-dc6b-4cc8-b7ed-de5b5b4c697b req-4b8c6ae0-6c49-42f1-ac90-50c7c498e1a0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341220 Feb 04 22:29:10.615564 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f63fdbfc-9ed4-4703-bcc7-1f32cde3499c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:10.664877 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fdbfc-9ed4-4703-bcc7-1f32cde3499c admin admin] Pushing event deleted for resources: {'Port': ['ID=92e5e058-5bc9-4a75-a19b-1e4054bf1f0e,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:10.944589 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f63fdbfc-9ed4-4703-bcc7-1f32cde3499c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579696'] for router_interface, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:11.290934 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63fdbfc-9ed4-4703-bcc7-1f32cde3499c admin admin] Router ee8f232a-ae7e-480a-b005-2c0a691171cb has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:29:11.526371 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63fdbfc-9ed4-4703-bcc7-1f32cde3499c admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:29:11.546114 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-f63fdbfc-9ed4-4703-bcc7-1f32cde3499c admin admin] 10.222.0.47 "PUT /v2.0/routers/ee8f232a-ae7e-480a-b005-2c0a691171cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6834145 Feb 04 22:29:11.546329 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24dc8ca-5cbc-49fc-82cd-67ad89109d3a None None] Sync routers for ids ['ee8f232a-ae7e-480a-b005-2c0a691171cb'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:29:11.546793 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48228) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:11.551541 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71549148-d0d0-4128-abe9-6008865750d0 req-3170c07b-b75a-463b-bd3e-3c2f5e7c15e7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:11.552971 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-71549148-d0d0-4128-abe9-6008865750d0 req-3170c07b-b75a-463b-bd3e-3c2f5e7c15e7 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 947 time: 0.1918864 Feb 04 22:29:11.588268 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24dc8ca-5cbc-49fc-82cd-67ad89109d3a None None] Routers {'ee8f232a-ae7e-480a-b005-2c0a691171cb'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:29:11.588904 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-c24dc8ca-5cbc-49fc-82cd-67ad89109d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:28:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ee8f232a-ae7e-480a-b005-2c0a691171cb'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:11.654865 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-71549148-d0d0-4128-abe9-6008865750d0 req-7cf79069-4f9c-4d24-bb27-a805e64f39f9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848057 Feb 04 22:29:11.842140 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Notify callbacks [] for router, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:11.850650 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-c24dc8ca-5cbc-49fc-82cd-67ad89109d3a None None] Set router ee8f232a-ae7e-480a-b005-2c0a691171cb gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:29:12.043396 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:12.056307 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Deleting port 0453ba16-3b16-4312-8504-7cab6b94aaf3 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:12.058218 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:12.195879 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-c24dc8ca-5cbc-49fc-82cd-67ad89109d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:29:10Z', 'revision_number': 5, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port': {'id': '0453ba16-3b16-4312-8504-7cab6b94aaf3', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:94:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:25Z', 'updated_at': '2022-02-04T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:12.199595 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24dc8ca-5cbc-49fc-82cd-67ad89109d3a None None] Checking router: ee8f232a-ae7e-480a-b005-2c0a691171cb for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:29:12.207643 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24dc8ca-5cbc-49fc-82cd-67ad89109d3a None None] Routers {'ee8f232a-ae7e-480a-b005-2c0a691171cb'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:29:12.208226 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-c24dc8ca-5cbc-49fc-82cd-67ad89109d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:28:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ee8f232a-ae7e-480a-b005-2c0a691171cb'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:12.254188 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] For port 0453ba16-3b16-4312-8504-7cab6b94aaf3, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=0453ba16-3b16-4312-8504-7cab6b94aaf3,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:12.254693 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:12.365915 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-c24dc8ca-5cbc-49fc-82cd-67ad89109d3a None None] Set router ee8f232a-ae7e-480a-b005-2c0a691171cb gateway port host: None {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:29:12.379733 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Calling delete_port for 0453ba16-3b16-4312-8504-7cab6b94aaf3 owned by network:router_gateway {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:12.468333 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-c24dc8ca-5cbc-49fc-82cd-67ad89109d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:29:12Z', 'revision_number': 6, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port_host': None}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:12.472362 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24dc8ca-5cbc-49fc-82cd-67ad89109d3a None None] The sync data for ids ['ee8f232a-ae7e-480a-b005-2c0a691171cb'] in dv-cinder-818885-2-iscsi is: [{'id': 'ee8f232a-ae7e-480a-b005-2c0a691171cb', 'name': 'tempest-TestMinimumBasicScenario-1603248725-router', 'tenant_id': '58c239fd665245f19faf15cb712f602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:24Z', 'updated_at': '2022-02-04T22:29:12Z', 'revision_number': 6, 'project_id': '58c239fd665245f19faf15cb712f602a', 'gw_port_host': None}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:29:12.549361 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:12.596628 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Pushing event deleted for resources: {'Port': ['ID=0453ba16-3b16-4312-8504-7cab6b94aaf3,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:12.687116 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574661'] for router_gateway, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:12.856887 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1453a-cc72-4653-94f2-47ece2c69bdb req-cdb928bc-2fc4-4064-96bf-86986c3ecf58 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:12.866805 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f2a1453a-cc72-4653-94f2-47ece2c69bdb req-cdb928bc-2fc4-4064-96bf-86986c3ecf58 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 947 time: 0.1069903 Feb 04 22:29:12.926266 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f2a1453a-cc72-4653-94f2-47ece2c69bdb req-dfd85e9a-8d18-4890-a901-5fdc17009054 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581963 Feb 04 22:29:12.957393 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-658'] for router, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:12.959674 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:12.982483 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573871'] for router, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:12.983056 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee8f232a-ae7e-480a-b005-2c0a691171cb {{(pid=86818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 22:29:12.994917 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] Notify callbacks [] for router, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:12.996026 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-5e705027-362d-4e20-9e51-2675458cbbae admin admin] 10.222.0.47 "DELETE /v2.0/routers/ee8f232a-ae7e-480a-b005-2c0a691171cb HTTP/1.1" status: 204 len: 168 time: 1.4482551 Feb 04 22:29:12.998515 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48274) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:13.057627 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecedaf9-f4a5-45f9-8136-1ae472ad893d admin admin] Deleting subnet a57fb06e-b417-4005-88e9-6a7daa63527b {{(pid=86818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:29:13.060428 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6ecedaf9-f4a5-45f9-8136-1ae472ad893d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:13.108511 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6ecedaf9-f4a5-45f9-8136-1ae472ad893d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262488781'] for subnet, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:13.190067 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6ecedaf9-f4a5-45f9-8136-1ae472ad893d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:13.222252 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:29:13.259309 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:29:13.259762 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 92e5e058-5bc9-4a75-a19b-1e4054bf1f0e not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:29:13.263275 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6ecedaf9-f4a5-45f9-8136-1ae472ad893d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262488677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263369888'] for subnet, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:13.301000 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecedaf9-f4a5-45f9-8136-1ae472ad893d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57fb06e-b417-4005-88e9-6a7daa63527b,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:13.305503 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6ecedaf9-f4a5-45f9-8136-1ae472ad893d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:13.311360 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33b81c9-9c9b-4ea2-bac4-ecdb82e7a8d6 None None] Network 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:29:13.312792 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-6ecedaf9-f4a5-45f9-8136-1ae472ad893d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a57fb06e-b417-4005-88e9-6a7daa63527b HTTP/1.1" status: 204 len: 168 time: 0.3132975 Feb 04 22:29:13.315199 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48280) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:13.424009 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:13.436783 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Deleting port 86132d31-9cff-4eaa-a226-fc49971a3877 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:13.437127 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:13.576526 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a352e-ff54-412e-9ba5-43d38cd9d3a9 None None] DHCP port deletion for 2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 request from dv-cinder-818885-2-iscsi {{(pid=86819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 22:29:13.580814 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-c68a352e-ff54-412e-9ba5-43d38cd9d3a9 None None] Deleting port 86132d31-9cff-4eaa-a226-fc49971a3877 {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:13.581380 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c68a352e-ff54-412e-9ba5-43d38cd9d3a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:13.655178 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] For port 86132d31-9cff-4eaa-a226-fc49971a3877, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=86132d31-9cff-4eaa-a226-fc49971a3877,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:13.655721 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:13.775531 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Calling delete_port for 86132d31-9cff-4eaa-a226-fc49971a3877 owned by network:dhcp {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:13.780317 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-c68a352e-ff54-412e-9ba5-43d38cd9d3a9 None None] For port 86132d31-9cff-4eaa-a226-fc49971a3877, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=86132d31-9cff-4eaa-a226-fc49971a3877,segment=NetworkSegment(7d25cde7-a3d8-49ba-a7bc-f49685078cc4),segment_id=7d25cde7-a3d8-49ba-a7bc-f49685078cc4)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:13.780696 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c68a352e-ff54-412e-9ba5-43d38cd9d3a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:13.852873 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:13.899296 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=86132d31-9cff-4eaa-a226-fc49971a3877,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:13.902791 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] No DVR routers for this DVR port 86132d31-9cff-4eaa-a226-fc49971a3877 on host dv-cinder-818885-2-iscsi {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:29:13.903334 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-c68a352e-ff54-412e-9ba5-43d38cd9d3a9 None None] Calling delete_port for 86132d31-9cff-4eaa-a226-fc49971a3877 owned by network:dhcp {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:13.973906 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.db.api [None req-c68a352e-ff54-412e-9ba5-43d38cd9d3a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 22:29:13.974252 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG oslo_db.api [None req-c68a352e-ff54-412e-9ba5-43d38cd9d3a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 22:29:14.015008 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:14.039855 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2359f228-96c8-4a4f-9bda-0dc2ab2c3c16']}} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:14.051095 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d25cde7-a3d8-49ba-a7bc-f49685078cc4') {'for_net_delete': True} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:14.051381 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d25cde7-a3d8-49ba-a7bc-f49685078cc4') {} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:14.062623 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262488826'] for segment, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:14.078124 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:14.083921 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=86818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:29:14.084292 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262456775'] for segment, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: Traceback (most recent call last): Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: timer() Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: cb(*args, **kw) Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: return func(*args, **kwargs) Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: self._notify() Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: self.callback(batched_events) Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: event.method(event) Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: return f(self, *a, **k) Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._get(url).json() Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: return self.request(url, 'GET', **kwargs) Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:29:14.096669 dv-cinder-818885-2-iscsi neutron-server[86818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:29:14.172368 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:14.176849 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:14.203929 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=2359f228-96c8-4a4f-9bda-0dc2ab2c3c16,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:14.214369 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-92fe162e-a599-493f-9f7b-e027cff09c3f admin admin] 10.222.0.47 "DELETE /v2.0/networks/2359f228-96c8-4a4f-9bda-0dc2ab2c3c16 HTTP/1.1" status: 204 len: 168 time: 0.8981285 Feb 04 22:29:14.217596 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48286) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:14.475585 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-c68a352e-ff54-412e-9ba5-43d38cd9d3a9 None None] Deleting port 86132d31-9cff-4eaa-a226-fc49971a3877 {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:14.476175 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c68a352e-ff54-412e-9ba5-43d38cd9d3a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:14.543822 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-c68a352e-ff54-412e-9ba5-43d38cd9d3a9 None None] The port '86132d31-9cff-4eaa-a226-fc49971a3877' was deleted {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 22:29:14.616366 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 0453ba16-3b16-4312-8504-7cab6b94aaf3 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:29:14.649677 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 0453ba16-3b16-4312-8504-7cab6b94aaf3 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:29:14.650044 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 0453ba16-3b16-4312-8504-7cab6b94aaf3 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:29:14.650454 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 86132d31-9cff-4eaa-a226-fc49971a3877 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:29:14.686782 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 86132d31-9cff-4eaa-a226-fc49971a3877 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:29:14.687116 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 86132d31-9cff-4eaa-a226-fc49971a3877 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:29:14.827831 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-eed2a3be-d474-4511-a13d-5170829a5384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746720'] for router_interface, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:15.165697 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-eed2a3be-d474-4511-a13d-5170829a5384 admin admin] Deleting port ed35cdcd-d2cd-443e-ba92-0b85cac61759 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:15.166077 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-eed2a3be-d474-4511-a13d-5170829a5384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:15.338954 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-eed2a3be-d474-4511-a13d-5170829a5384 admin admin] For port ed35cdcd-d2cd-443e-ba92-0b85cac61759, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=ed35cdcd-d2cd-443e-ba92-0b85cac61759,segment=NetworkSegment(9feb2686-acc7-4a01-9663-ae23e31ea19d),segment_id=9feb2686-acc7-4a01-9663-ae23e31ea19d)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:15.339411 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-eed2a3be-d474-4511-a13d-5170829a5384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:15.457484 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-eed2a3be-d474-4511-a13d-5170829a5384 admin admin] Calling delete_port for ed35cdcd-d2cd-443e-ba92-0b85cac61759 owned by network:router_interface {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:15.630843 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-eed2a3be-d474-4511-a13d-5170829a5384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:15.675474 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2a3be-d474-4511-a13d-5170829a5384 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed35cdcd-d2cd-443e-ba92-0b85cac61759,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:16.016146 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-eed2a3be-d474-4511-a13d-5170829a5384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579696'] for router_interface, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:16.373088 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed2a3be-d474-4511-a13d-5170829a5384 admin admin] Router 927c1e5c-1ce5-4e21-92e9-5850d487e074 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:29:16.549007 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed2a3be-d474-4511-a13d-5170829a5384 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:29:16.558273 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-eed2a3be-d474-4511-a13d-5170829a5384 admin admin] 10.222.0.47 "PUT /v2.0/routers/927c1e5c-1ce5-4e21-92e9-5850d487e074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3397017 Feb 04 22:29:16.558721 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311a078-fada-48fa-a2a0-ea71e3e3a55a None None] Sync routers for ids ['927c1e5c-1ce5-4e21-92e9-5850d487e074'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:29:16.560764 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48302) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:16.568693 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311a078-fada-48fa-a2a0-ea71e3e3a55a None None] Routers {'927c1e5c-1ce5-4e21-92e9-5850d487e074'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:29:16.569511 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7311a078-fada-48fa-a2a0-ea71e3e3a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:28:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['927c1e5c-1ce5-4e21-92e9-5850d487e074'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:16.738594 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Notify callbacks [] for router, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:16.789446 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-7311a078-fada-48fa-a2a0-ea71e3e3a55a None None] Set router 927c1e5c-1ce5-4e21-92e9-5850d487e074 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:29:16.912967 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:16.923847 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Deleting port 0fc3e189-3b14-4824-a09b-bd95d824a901 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:16.924439 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:17.078754 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7311a078-fada-48fa-a2a0-ea71e3e3a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'name': 'tempest-TestMinimumBasicScenario-1424342068-router', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:33Z', 'updated_at': '2022-02-04T22:29:15Z', 'revision_number': 5, 'project_id': '8d5641916e164f29b8def93712878f68', 'gw_port': {'id': '0fc3e189-3b14-4824-a09b-bd95d824a901', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:26:34Z', 'updated_at': '2022-02-04T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:17.082377 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311a078-fada-48fa-a2a0-ea71e3e3a55a None None] Checking router: 927c1e5c-1ce5-4e21-92e9-5850d487e074 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:29:17.090901 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311a078-fada-48fa-a2a0-ea71e3e3a55a None None] Routers {'927c1e5c-1ce5-4e21-92e9-5850d487e074'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:29:17.091484 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7311a078-fada-48fa-a2a0-ea71e3e3a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:28:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['927c1e5c-1ce5-4e21-92e9-5850d487e074'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:17.096752 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] For port 0fc3e189-3b14-4824-a09b-bd95d824a901, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=0fc3e189-3b14-4824-a09b-bd95d824a901,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:17.097265 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:17.242860 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-7311a078-fada-48fa-a2a0-ea71e3e3a55a None None] Set router 927c1e5c-1ce5-4e21-92e9-5850d487e074 gateway port host: None {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:29:17.319158 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Calling delete_port for 0fc3e189-3b14-4824-a09b-bd95d824a901 owned by network:router_gateway {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:17.348911 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7311a078-fada-48fa-a2a0-ea71e3e3a55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'name': 'tempest-TestMinimumBasicScenario-1424342068-router', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:33Z', 'updated_at': '2022-02-04T22:29:16Z', 'revision_number': 6, 'project_id': '8d5641916e164f29b8def93712878f68', 'gw_port_host': None}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:17.353417 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311a078-fada-48fa-a2a0-ea71e3e3a55a None None] The sync data for ids ['927c1e5c-1ce5-4e21-92e9-5850d487e074'] in dv-cinder-818885-2-iscsi is: [{'id': '927c1e5c-1ce5-4e21-92e9-5850d487e074', 'name': 'tempest-TestMinimumBasicScenario-1424342068-router', 'tenant_id': '8d5641916e164f29b8def93712878f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:26:33Z', 'updated_at': '2022-02-04T22:29:16Z', 'revision_number': 6, 'project_id': '8d5641916e164f29b8def93712878f68', 'gw_port_host': None}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:29:17.483308 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:17.530281 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc3e189-3b14-4824-a09b-bd95d824a901,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:17.619373 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574661'] for router_gateway, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:17.793134 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-658'] for router, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:17.796903 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:17.825903 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573871'] for router, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:17.825903 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 927c1e5c-1ce5-4e21-92e9-5850d487e074 {{(pid=86818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 22:29:17.841985 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] Notify callbacks [] for router, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:17.843110 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-86f6ac7c-43b4-4776-b951-fc279f9a2bec admin admin] 10.222.0.47 "DELETE /v2.0/routers/927c1e5c-1ce5-4e21-92e9-5850d487e074 HTTP/1.1" status: 204 len: 168 time: 1.2814593 Feb 04 22:29:17.845633 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48318) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:17.905863 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4efff6-b0a5-4c32-9dde-5878a68e9e62 admin admin] Deleting subnet 094e4591-2dc5-431d-b881-09ad574b5fbb {{(pid=86818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:29:17.908882 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a4efff6-b0a5-4c32-9dde-5878a68e9e62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:17.956958 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a4efff6-b0a5-4c32-9dde-5878a68e9e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262488781'] for subnet, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:18.041421 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a4efff6-b0a5-4c32-9dde-5878a68e9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:18.113840 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a4efff6-b0a5-4c32-9dde-5878a68e9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262488677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263369888'] for subnet, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:18.154860 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7a4efff6-b0a5-4c32-9dde-5878a68e9e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:18.158153 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4efff6-b0a5-4c32-9dde-5878a68e9e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094e4591-2dc5-431d-b881-09ad574b5fbb,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:18.165372 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-7a4efff6-b0a5-4c32-9dde-5878a68e9e62 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/094e4591-2dc5-431d-b881-09ad574b5fbb HTTP/1.1" status: 204 len: 168 time: 0.3187156 Feb 04 22:29:18.166154 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9252c7-c1c5-4da3-95f9-07d30f8e6d31 None None] Network 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:29:18.168351 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48338) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:18.392502 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:18.404996 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Deleting port ac4933d0-6aa8-42a5-bd5f-f17229684e2c {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:18.405333 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:18.442972 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1424466d-b34e-4348-baab-fb085381a826 None None] DHCP port deletion for 16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc request from dv-cinder-818885-2-iscsi {{(pid=86819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 22:29:18.447765 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-1424466d-b34e-4348-baab-fb085381a826 None None] Deleting port ac4933d0-6aa8-42a5-bd5f-f17229684e2c {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:18.448810 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-1424466d-b34e-4348-baab-fb085381a826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:18.632298 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] For port ac4933d0-6aa8-42a5-bd5f-f17229684e2c, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=ac4933d0-6aa8-42a5-bd5f-f17229684e2c,segment=NetworkSegment(9feb2686-acc7-4a01-9663-ae23e31ea19d),segment_id=9feb2686-acc7-4a01-9663-ae23e31ea19d)] {{(pid=86817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:18.632780 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:18.650720 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 0fc3e189-3b14-4824-a09b-bd95d824a901 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:29:18.698475 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 0fc3e189-3b14-4824-a09b-bd95d824a901 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:29:18.698769 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 0fc3e189-3b14-4824-a09b-bd95d824a901 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:29:18.699128 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ed35cdcd-d2cd-443e-ba92-0b85cac61759 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:29:18.742206 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: ed35cdcd-d2cd-443e-ba92-0b85cac61759 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:29:18.742537 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ed35cdcd-d2cd-443e-ba92-0b85cac61759 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:29:18.742930 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ac4933d0-6aa8-42a5-bd5f-f17229684e2c no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:29:18.763562 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Calling delete_port for ac4933d0-6aa8-42a5-bd5f-f17229684e2c owned by network:dhcp {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:18.792899 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-1424466d-b34e-4348-baab-fb085381a826 None None] For port ac4933d0-6aa8-42a5-bd5f-f17229684e2c, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=ac4933d0-6aa8-42a5-bd5f-f17229684e2c,segment=NetworkSegment(9feb2686-acc7-4a01-9663-ae23e31ea19d),segment_id=9feb2686-acc7-4a01-9663-ae23e31ea19d)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:18.793274 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-1424466d-b34e-4348-baab-fb085381a826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:18.838149 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:18.885102 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4933d0-6aa8-42a5-bd5f-f17229684e2c,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:18.890751 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] No DVR routers for this DVR port ac4933d0-6aa8-42a5-bd5f-f17229684e2c on host dv-cinder-818885-2-iscsi {{(pid=86817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:29:18.948614 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-1424466d-b34e-4348-baab-fb085381a826 None None] Calling delete_port for ac4933d0-6aa8-42a5-bd5f-f17229684e2c owned by network:dhcp {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:18.989849 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No active binding found for port ac4933d0-6aa8-42a5-bd5f-f17229684e2c {{(pid=86819) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 22:29:18.990243 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device ac4933d0-6aa8-42a5-bd5f-f17229684e2c not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:29:19.006928 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:19.020377 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.db.api [None req-1424466d-b34e-4348-baab-fb085381a826 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 22:29:19.020724 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG oslo_db.api [None req-1424466d-b34e-4348-baab-fb085381a826 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 22:29:19.032154 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc']}} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:19.044918 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9feb2686-acc7-4a01-9663-ae23e31ea19d') {'for_net_delete': True} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:19.045204 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9feb2686-acc7-4a01-9663-ae23e31ea19d') {} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:19.056098 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263109108'] for segment, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:19.072125 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:19.078378 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=86817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:29:19.078746 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263143025'] for segment, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: Traceback (most recent call last): Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: timer() Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: cb(*args, **kw) Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: return func(*args, **kwargs) Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: self._notify() Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: self.callback(batched_events) Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: event.method(event) Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: return f(self, *a, **k) Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._get(url).json() Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: return self.request(url, 'GET', **kwargs) Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:29:19.092161 dv-cinder-818885-2-iscsi neutron-server[86817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:29:19.166614 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:19.172457 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:19.194472 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] Pushing event deleted for resources: {'Network': ['ID=16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:19.199239 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-05d077b9-05e2-43c2-87f0-ab978197475d admin admin] 10.222.0.47 "DELETE /v2.0/networks/16dd4d0a-1c58-4cf6-8fc1-4ac5227a73bc HTTP/1.1" status: 204 len: 168 time: 1.0299120 Feb 04 22:29:19.368829 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48350) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:19.417574 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-785da437-ce26-42e3-bb5d-986e0dc749b5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=58c239fd665245f19faf15cb712f602a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474854 Feb 04 22:29:19.420014 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48354) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:19.480393 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-68236790-b7fd-4642-b186-f4ab3beb6e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:19.507025 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-68236790-b7fd-4642-b186-f4ab3beb6e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:19.521672 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-1424466d-b34e-4348-baab-fb085381a826 None None] Deleting port ac4933d0-6aa8-42a5-bd5f-f17229684e2c {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:19.522172 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-1424466d-b34e-4348-baab-fb085381a826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:19.561744 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-68236790-b7fd-4642-b186-f4ab3beb6e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:19.583208 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68236790-b7fd-4642-b186-f4ab3beb6e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a032db1-960d-47ca-b239-60acd08cf4ec,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:19.589815 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-1424466d-b34e-4348-baab-fb085381a826 None None] The port 'ac4933d0-6aa8-42a5-bd5f-f17229684e2c' was deleted {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 22:29:19.590163 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-68236790-b7fd-4642-b186-f4ab3beb6e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:19.600231 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-68236790-b7fd-4642-b186-f4ab3beb6e5e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a032db1-960d-47ca-b239-60acd08cf4ec HTTP/1.1" status: 204 len: 168 time: 0.1730747 Feb 04 22:29:19.928316 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48364) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:19.974859 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-c9a65230-9014-4428-beaa-72bfb681b1db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d5641916e164f29b8def93712878f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454216 Feb 04 22:29:19.977886 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48368) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:20.032851 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d0922cb5-85a8-4837-b2c3-0358cd3bfa30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:20.058267 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d0922cb5-85a8-4837-b2c3-0358cd3bfa30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:20.107079 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d0922cb5-85a8-4837-b2c3-0358cd3bfa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:20.120831 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0922cb5-85a8-4837-b2c3-0358cd3bfa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdbbfc7-5d00-441c-982c-ecf56bc8bdaa,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:20.127150 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d0922cb5-85a8-4837-b2c3-0358cd3bfa30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:20.128090 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-d0922cb5-85a8-4837-b2c3-0358cd3bfa30 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2bdbbfc7-5d00-441c-982c-ecf56bc8bdaa HTTP/1.1" status: 204 len: 168 time: 0.1493330 Feb 04 22:29:20.833214 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48380) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:20.947444 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e50319de-08be-48d6-8ab6-8bbbce258b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:20.961237 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-e50319de-08be-48d6-8ab6-8bbbce258b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:29:20.965134 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-e50319de-08be-48d6-8ab6-8bbbce258b09 admin admin] Usage tracker for resource:security_group_rule and tenant:fe3adaf19364412abee6008948da7052 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:29:20.967896 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-e50319de-08be-48d6-8ab6-8bbbce258b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:29:20.973517 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-e50319de-08be-48d6-8ab6-8bbbce258b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:29:21.056595 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e50319de-08be-48d6-8ab6-8bbbce258b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:21.060243 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e50319de-08be-48d6-8ab6-8bbbce258b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:21.106077 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-e50319de-08be-48d6-8ab6-8bbbce258b09 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe3adaf19364412abee6008948da7052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716594 Feb 04 22:29:21.106840 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50319de-08be-48d6-8ab6-8bbbce258b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db58335e-ac7d-42a7-81ee-907f68ef64a7,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:21.108692 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48386) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:21.168102 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-339b1c15-eeb5-487c-b4bb-5556e8c27b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:21.192641 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-339b1c15-eeb5-487c-b4bb-5556e8c27b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:21.241305 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-339b1c15-eeb5-487c-b4bb-5556e8c27b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:21.256872 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b1c15-eeb5-487c-b4bb-5556e8c27b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db58335e-ac7d-42a7-81ee-907f68ef64a7,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:21.261737 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-339b1c15-eeb5-487c-b4bb-5556e8c27b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:21.264924 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-339b1c15-eeb5-487c-b4bb-5556e8c27b3d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db58335e-ac7d-42a7-81ee-907f68ef64a7 HTTP/1.1" status: 204 len: 168 time: 0.1551442 Feb 04 22:29:21.542545 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48394) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:21.559637 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a20e-ed2e-4339-bf45-218aaaea7fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:21.573865 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-1fc6a20e-ed2e-4339-bf45-218aaaea7fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:29:21.577595 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-1fc6a20e-ed2e-4339-bf45-218aaaea7fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:9dc45ad3a99f40478f5ae1dc5e3d550c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:29:21.580346 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-1fc6a20e-ed2e-4339-bf45-218aaaea7fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:29:21.586507 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-1fc6a20e-ed2e-4339-bf45-218aaaea7fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:29:21.667358 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a20e-ed2e-4339-bf45-218aaaea7fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:21.671048 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a20e-ed2e-4339-bf45-218aaaea7fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:21.721440 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-1fc6a20e-ed2e-4339-bf45-218aaaea7fb5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9dc45ad3a99f40478f5ae1dc5e3d550c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778383 Feb 04 22:29:21.722293 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6a20e-ed2e-4339-bf45-218aaaea7fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bf2221-2876-4ff7-9617-ef154da72e98,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:21.724089 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48398) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:21.783312 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e339d5b4-f2ba-4806-a802-a06f8f815906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:21.808218 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e339d5b4-f2ba-4806-a802-a06f8f815906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:21.859337 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e339d5b4-f2ba-4806-a802-a06f8f815906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:21.875215 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339d5b4-f2ba-4806-a802-a06f8f815906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bf2221-2876-4ff7-9617-ef154da72e98,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:21.884844 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e339d5b4-f2ba-4806-a802-a06f8f815906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:21.885986 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-e339d5b4-f2ba-4806-a802-a06f8f815906 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/65bf2221-2876-4ff7-9617-ef154da72e98 HTTP/1.1" status: 204 len: 168 time: 0.1607411 Feb 04 22:29:22.488989 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-548e42b7-44d1-4aa7-883b-df03a7c86168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:24.716496 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:24.983536 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e9d96b3e-c1fb-4dd0-b6e6-d6070b591594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:25.866395 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1c2b2dfc-9286-4805-8c21-977a988d617d req-b005caed-3128-46af-9e69-a2dd56d4b9d2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765612 Feb 04 22:29:25.917067 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:25.970451 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b2dfc-9286-4805-8c21-977a988d617d req-e0ef960e-9d5d-462c-a7b5-892578b1de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:25.971907 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1c2b2dfc-9286-4805-8c21-977a988d617d req-e0ef960e-9d5d-462c-a7b5-892578b1de61 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4727c07e69744808e73ab04657a3e1c&device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 1100 time: 0.0734837 Feb 04 22:29:26.116064 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b2dfc-9286-4805-8c21-977a988d617d req-6de2cbdb-3e1d-4d9b-ba05-0d278af4f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:26.118223 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1c2b2dfc-9286-4805-8c21-977a988d617d req-6de2cbdb-3e1d-4d9b-ba05-0d278af4f409 service neutron] 10.222.0.58 "GET /v2.0/networks?id=159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 200 len: 917 time: 0.1261089 Feb 04 22:29:26.217592 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1c2b2dfc-9286-4805-8c21-977a988d617d req-5671c356-ec5c-48a4-b0ea-c75b0f16a266 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 HTTP/1.1" status: 200 len: 1002 time: 0.0936782 Feb 04 22:29:26.254916 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:26.285698 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b2dfc-9286-4805-8c21-977a988d617d req-67e3b763-5c05-47f8-818a-d206074f4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:26.287151 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1c2b2dfc-9286-4805-8c21-977a988d617d req-67e3b763-5c05-47f8-818a-d206074f4771 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0b884a98-3a2e-453c-89b3-9061404d8d95 HTTP/1.1" status: 200 len: 855 time: 0.0642469 Feb 04 22:29:26.364614 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b2dfc-9286-4805-8c21-977a988d617d req-2f6a4f82-ac7c-4954-95bb-64074cd4eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:26.366129 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1c2b2dfc-9286-4805-8c21-977a988d617d req-2f6a4f82-ac7c-4954-95bb-64074cd4eb89 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=159c2c49-f816-412b-aa6b-d5818fb0425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725048 Feb 04 22:29:26.578236 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1c2b2dfc-9286-4805-8c21-977a988d617d req-6b93bc45-42f1-4fd3-97e3-2a6c597a730e service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039800 Feb 04 22:29:26.623143 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48472) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:26.712032 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1c2b2dfc-9286-4805-8c21-977a988d617d req-5bfaa13f-893a-4ad4-b5c9-94e336afefe4 service neutron] 10.222.0.58 "GET /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278965 Feb 04 22:29:26.743908 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d2c8b5ca-9cf3-4a91-aeeb-5f401441fb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:26.758375 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-d2c8b5ca-9cf3-4a91-aeeb-5f401441fb59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:29:26.762075 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-d2c8b5ca-9cf3-4a91-aeeb-5f401441fb59 admin admin] Usage tracker for resource:security_group_rule and tenant:99108589835443fba926dd94e392671c is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:29:26.764764 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-d2c8b5ca-9cf3-4a91-aeeb-5f401441fb59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:29:26.770616 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-d2c8b5ca-9cf3-4a91-aeeb-5f401441fb59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:29:26.849765 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d2c8b5ca-9cf3-4a91-aeeb-5f401441fb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:26.853199 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d2c8b5ca-9cf3-4a91-aeeb-5f401441fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:26.897106 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8b5ca-9cf3-4a91-aeeb-5f401441fb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96132e7d-8be0-49bb-8c73-62cef2b1a73a,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:26.901960 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-d2c8b5ca-9cf3-4a91-aeeb-5f401441fb59 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=99108589835443fba926dd94e392671c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777114 Feb 04 22:29:26.904825 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48478) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:26.961340 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5db742e6-6a4f-44cc-a423-2ee472533176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:26.987524 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5db742e6-6a4f-44cc-a423-2ee472533176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:27.041248 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5db742e6-6a4f-44cc-a423-2ee472533176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:27.059475 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db742e6-6a4f-44cc-a423-2ee472533176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96132e7d-8be0-49bb-8c73-62cef2b1a73a,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:27.065657 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5db742e6-6a4f-44cc-a423-2ee472533176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:27.069432 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-5db742e6-6a4f-44cc-a423-2ee472533176 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/96132e7d-8be0-49bb-8c73-62cef2b1a73a HTTP/1.1" status: 204 len: 168 time: 0.1636713 Feb 04 22:29:27.283512 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:27.369688 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48486) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:27.386513 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0dbd87c2-e4ff-4f6c-bc7b-3619eb76420e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:27.400071 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-0dbd87c2-e4ff-4f6c-bc7b-3619eb76420e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:29:27.403791 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-0dbd87c2-e4ff-4f6c-bc7b-3619eb76420e admin admin] Usage tracker for resource:security_group_rule and tenant:0968f99cdcdd44d5baf420e4f322e943 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:29:27.406469 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-0dbd87c2-e4ff-4f6c-bc7b-3619eb76420e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:29:27.411891 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-0dbd87c2-e4ff-4f6c-bc7b-3619eb76420e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:29:27.495890 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0dbd87c2-e4ff-4f6c-bc7b-3619eb76420e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:27.499866 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0dbd87c2-e4ff-4f6c-bc7b-3619eb76420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:27.546398 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-0dbd87c2-e4ff-4f6c-bc7b-3619eb76420e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0968f99cdcdd44d5baf420e4f322e943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755233 Feb 04 22:29:27.547171 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd87c2-e4ff-4f6c-bc7b-3619eb76420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dd8017-8c02-4dbf-a736-cf072b09ade3,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:27.548955 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48490) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:27.608357 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d4c15fdb-b3d9-4df8-961f-cb9ec41aec1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:27.634736 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d4c15fdb-b3d9-4df8-961f-cb9ec41aec1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:27.685929 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d4c15fdb-b3d9-4df8-961f-cb9ec41aec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:27.700254 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c15fdb-b3d9-4df8-961f-cb9ec41aec1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dd8017-8c02-4dbf-a736-cf072b09ade3,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:27.706307 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d4c15fdb-b3d9-4df8-961f-cb9ec41aec1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:27.707418 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-d4c15fdb-b3d9-4df8-961f-cb9ec41aec1b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00dd8017-8c02-4dbf-a736-cf072b09ade3 HTTP/1.1" status: 204 len: 168 time: 0.1564279 Feb 04 22:29:33.280145 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48590) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:33.394280 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9c53d699-7bb5-4a43-8689-d87c53d7af6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:33.408140 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-9c53d699-7bb5-4a43-8689-d87c53d7af6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:29:33.411833 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-9c53d699-7bb5-4a43-8689-d87c53d7af6f admin admin] Usage tracker for resource:security_group_rule and tenant:c89a6f2aaf724eaabf9a2c03bec7ce81 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:29:33.414595 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-9c53d699-7bb5-4a43-8689-d87c53d7af6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:29:33.420096 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-9c53d699-7bb5-4a43-8689-d87c53d7af6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:29:33.502846 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9c53d699-7bb5-4a43-8689-d87c53d7af6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:33.506691 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9c53d699-7bb5-4a43-8689-d87c53d7af6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:33.625695 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-9c53d699-7bb5-4a43-8689-d87c53d7af6f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c89a6f2aaf724eaabf9a2c03bec7ce81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444877 Feb 04 22:29:33.627297 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53d699-7bb5-4a43-8689-d87c53d7af6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b98e74-f814-4bf3-823b-9c1ad325119d,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:33.628360 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48596) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:33.686327 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4a322eda-2ad5-41f1-be94-1cce76bcec35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:33.711838 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4a322eda-2ad5-41f1-be94-1cce76bcec35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:33.762927 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4a322eda-2ad5-41f1-be94-1cce76bcec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:33.779766 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a322eda-2ad5-41f1-be94-1cce76bcec35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b98e74-f814-4bf3-823b-9c1ad325119d,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:33.790818 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4a322eda-2ad5-41f1-be94-1cce76bcec35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:33.791930 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-4a322eda-2ad5-41f1-be94-1cce76bcec35 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/94b98e74-f814-4bf3-823b-9c1ad325119d HTTP/1.1" status: 204 len: 168 time: 0.1625884 Feb 04 22:29:34.062376 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48606) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:34.079310 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5223b9aa-c94f-4a7f-b360-a7fd3d2b180d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:34.096442 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-5223b9aa-c94f-4a7f-b360-a7fd3d2b180d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:29:34.100182 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-5223b9aa-c94f-4a7f-b360-a7fd3d2b180d admin admin] Usage tracker for resource:security_group_rule and tenant:d0c7a6a365bf459fbc96e7adba48fd3e is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:29:34.103536 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-5223b9aa-c94f-4a7f-b360-a7fd3d2b180d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:29:34.109289 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-5223b9aa-c94f-4a7f-b360-a7fd3d2b180d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:29:34.189646 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5223b9aa-c94f-4a7f-b360-a7fd3d2b180d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:34.193398 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-5223b9aa-c94f-4a7f-b360-a7fd3d2b180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:34.238671 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223b9aa-c94f-4a7f-b360-a7fd3d2b180d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4f9910-0b4f-4df2-ad42-6051db92da37,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:34.242684 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-5223b9aa-c94f-4a7f-b360-a7fd3d2b180d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0c7a6a365bf459fbc96e7adba48fd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792841 Feb 04 22:29:34.245337 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48610) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:34.301688 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-fa14ac26-d265-41cf-92f9-ac791c3a2a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:34.327677 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-fa14ac26-d265-41cf-92f9-ac791c3a2a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:34.378075 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-fa14ac26-d265-41cf-92f9-ac791c3a2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:34.398228 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14ac26-d265-41cf-92f9-ac791c3a2a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4f9910-0b4f-4df2-ad42-6051db92da37,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:34.402453 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-fa14ac26-d265-41cf-92f9-ac791c3a2a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:34.403536 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-fa14ac26-d265-41cf-92f9-ac791c3a2a23 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e4f9910-0b4f-4df2-ad42-6051db92da37 HTTP/1.1" status: 204 len: 168 time: 0.1572216 Feb 04 22:29:34.738636 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48618) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:34.757966 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ccc9aecf-5159-4d6f-87f2-af5cf63f5ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:34.774079 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-ccc9aecf-5159-4d6f-87f2-af5cf63f5ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:29:34.777842 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-ccc9aecf-5159-4d6f-87f2-af5cf63f5ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:81a76872c0fa480999f6f927abf50845 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:29:34.780590 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-ccc9aecf-5159-4d6f-87f2-af5cf63f5ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:29:34.786205 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-ccc9aecf-5159-4d6f-87f2-af5cf63f5ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:29:34.866141 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ccc9aecf-5159-4d6f-87f2-af5cf63f5ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:34.869702 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ccc9aecf-5159-4d6f-87f2-af5cf63f5ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:34.915399 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-ccc9aecf-5159-4d6f-87f2-af5cf63f5ac8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=81a76872c0fa480999f6f927abf50845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757061 Feb 04 22:29:34.916243 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9aecf-5159-4d6f-87f2-af5cf63f5ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0ccd75-db8e-45af-a127-b873e05cdecf,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:34.918083 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48622) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:34.974705 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b87e-ab93-45ef-98c5-117a28575b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:35.001284 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b87e-ab93-45ef-98c5-117a28575b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:35.052534 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b87e-ab93-45ef-98c5-117a28575b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:35.067194 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3b87e-ab93-45ef-98c5-117a28575b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0ccd75-db8e-45af-a127-b873e05cdecf,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:35.076214 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b87e-ab93-45ef-98c5-117a28575b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:35.077326 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-6fe3b87e-ab93-45ef-98c5-117a28575b49 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b0ccd75-db8e-45af-a127-b873e05cdecf HTTP/1.1" status: 204 len: 168 time: 0.1582778 Feb 04 22:29:36.173505 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48654) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:36.285261 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a706e7f8-d37a-47d3-9016-d7762ede673d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:36.302255 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-a706e7f8-d37a-47d3-9016-d7762ede673d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:29:36.306646 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-a706e7f8-d37a-47d3-9016-d7762ede673d admin admin] Usage tracker for resource:security_group_rule and tenant:166d0794b4304e3e89651a63464a811a is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:29:36.309449 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-a706e7f8-d37a-47d3-9016-d7762ede673d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:29:36.315771 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-a706e7f8-d37a-47d3-9016-d7762ede673d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:29:36.396471 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a706e7f8-d37a-47d3-9016-d7762ede673d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:36.400252 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a706e7f8-d37a-47d3-9016-d7762ede673d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:36.446992 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-a706e7f8-d37a-47d3-9016-d7762ede673d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=166d0794b4304e3e89651a63464a811a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722378 Feb 04 22:29:36.447691 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706e7f8-d37a-47d3-9016-d7762ede673d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6abb060-80b9-47ad-8f4c-78af1322bdf8,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:36.449533 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48660) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:36.507710 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4f87406d-26f9-483f-9d6b-d92de34282d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:36.532239 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4f87406d-26f9-483f-9d6b-d92de34282d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:36.589517 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4f87406d-26f9-483f-9d6b-d92de34282d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:36.606674 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87406d-26f9-483f-9d6b-d92de34282d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6abb060-80b9-47ad-8f4c-78af1322bdf8,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:36.619951 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4f87406d-26f9-483f-9d6b-d92de34282d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:36.621074 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-4f87406d-26f9-483f-9d6b-d92de34282d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6abb060-80b9-47ad-8f4c-78af1322bdf8 HTTP/1.1" status: 204 len: 168 time: 0.1704636 Feb 04 22:29:37.263301 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48684) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:37.364894 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2136264854-network', 'tenant_id': '6fa2b5c5c8544eefa22d3b1bd973cbcb'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:29:37.370069 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:29:37.373784 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Usage tracker for resource:network and tenant:6fa2b5c5c8544eefa22d3b1bd973cbcb is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:29:37.376584 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:29:37.382176 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:29:37.392101 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Made reservation on behalf of 6fa2b5c5c8544eefa22d3b1bd973cbcb for: {'network': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:29:37.394338 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:37.405920 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:37.419643 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:29:37.423381 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa2b5c5c8544eefa22d3b1bd973cbcb is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:29:37.426114 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:29:37.432212 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:29:37.511147 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:37.514873 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:37.545869 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=86818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:29:37.550903 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df720155-f55b-4e5e-bc16-4b8b37a830f4,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:37.558215 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:37.559077 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.segments_db [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Added segment 393c533a-fba4-4788-aa40-5607e77ff5c3 of type vlan for network 36d8eb55-e47f-41d0-810c-60519f4f4d87 Feb 04 22:29:37.584772 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:37.614964 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:37.615940 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:37.616520 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:37.717371 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] Pushing event updated for resources: {'Network': ['ID=36d8eb55-e47f-41d0-810c-60519f4f4d87,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:37.721727 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-209757e1-64a4-4d01-97d8-32b6b29c7c49 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4574175 Feb 04 22:29:37.724859 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48690) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:37.727939 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network 36d8eb55-e47f-41d0-810c-60519f4f4d87 details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:29:37.733323 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Request body: {'subnet': {'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2136264854-subnet', 'tenant_id': '6fa2b5c5c8544eefa22d3b1bd973cbcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:29:37.738134 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:29:37.742664 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Usage tracker for resource:subnet and tenant:6fa2b5c5c8544eefa22d3b1bd973cbcb is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:29:37.745648 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:29:37.751973 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:29:37.762215 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Made reservation on behalf of 6fa2b5c5c8544eefa22d3b1bd973cbcb for: {'subnet': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:29:37.764441 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263107254'] for subnet, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:37.965769 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263108876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263107236'] for subnet, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:38.034296 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Pushing event updated for resources: {'Subnet': ['ID=edaee99d-ee5c-4e7d-b058-cf6a11095eb5,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:38.044567 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Checking segment: {'id': '393c533a-fba4-4788-aa40-5607e77ff5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:29:38.044919 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Network hostable DHCP agents. Network: 36d8eb55-e47f-41d0-810c-60519f4f4d87, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:29:38.063327 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Network 36d8eb55-e47f-41d0-810c-60519f4f4d87 is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:29:38.071696 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, 36d8eb55-e47f-41d0-810c-60519f4f4d87) {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:29:38.075750 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:38.076332 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:38.080761 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deecae4-c53e-45e1-8b19-86869890132e None None] Network 36d8eb55-e47f-41d0-810c-60519f4f4d87 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:29:38.100699 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-98a34203-e999-42cb-9980-2346149f553c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3720586 Feb 04 22:29:38.293152 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a987125-6e20-462c-a5dc-95673f2f2a33 None None] Network 36d8eb55-e47f-41d0-810c-60519f4f4d87 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:29:40.091592 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-60d40ddd-1fa7-41ab-81a0-3f5a6eb01438 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:40.093023 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-60d40ddd-1fa7-41ab-81a0-3f5a6eb01438 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/networks?id=36d8eb55-e47f-41d0-810c-60519f4f4d87 HTTP/1.1" status: 200 len: 814 time: 0.1446195 Feb 04 22:29:40.107890 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-e1328687-7873-4076-aa77-36fc466feb0b tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/quotas/6fa2b5c5c8544eefa22d3b1bd973cbcb HTTP/1.1" status: 200 len: 375 time: 0.0094180 Feb 04 22:29:40.156549 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-22d184b0-0902-4726-9b3a-856635be87d7 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fa2b5c5c8544eefa22d3b1bd973cbcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436430 Feb 04 22:29:40.332431 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-ab8b26dd-7828-4550-a71d-599778ccff75 service neutron] 10.222.0.47 "GET /v2.0/networks/36d8eb55-e47f-41d0-810c-60519f4f4d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691737 Feb 04 22:29:40.465120 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-abafad7b-0baf-4de5-b1e6-d63809cfd96d service neutron] 10.222.0.47 "GET /v2.0/networks/36d8eb55-e47f-41d0-810c-60519f4f4d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261585 Feb 04 22:29:40.641826 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-15b525d4-ee30-44fa-8fde-5a6e17f40cae req-fcb0f9d1-8ebd-4f23-ac04-c6f9af4f4273 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 210 time: 0.0429621 Feb 04 22:29:41.797004 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-76f827df-9470-4d09-8479-a4de6e9e4e39 req-8a87c8ae-ec43-45d9-b460-6b00b3dc8b2f tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 210 time: 0.0466704 Feb 04 22:29:41.823323 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-12959fa3-5827-421a-b94a-bdc7ba8e3868 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:41.824020 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-12959fa3-5827-421a-b94a-bdc7ba8e3868 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Synchronizing usage tracker for tenant:6fa2b5c5c8544eefa22d3b1bd973cbcb on resource:network {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:29:41.841355 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-12959fa3-5827-421a-b94a-bdc7ba8e3868 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Unset dirty status for tenant:6fa2b5c5c8544eefa22d3b1bd973cbcb on resource:network {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:29:41.842141 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-12959fa3-5827-421a-b94a-bdc7ba8e3868 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.58 "GET /v2.0/networks?id=36d8eb55-e47f-41d0-810c-60519f4f4d87 HTTP/1.1" status: 200 len: 814 time: 0.1705444 Feb 04 22:29:41.863400 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Request body: {'port': {'device_id': '426d5f83-747a-4fa6-850e-5001475c4b25', 'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87', 'admin_state_up': True, 'tenant_id': '6fa2b5c5c8544eefa22d3b1bd973cbcb'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:29:42.001045 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:29:42.004821 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Usage tracker for resource:port and tenant:6fa2b5c5c8544eefa22d3b1bd973cbcb is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:29:42.007563 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:29:42.012986 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:29:42.022053 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Made reservation on behalf of 6fa2b5c5c8544eefa22d3b1bd973cbcb for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:29:42.025395 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:42.185619 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Allocated IP 172.20.0.14 (36d8eb55-e47f-41d0-810c-60519f4f4d87/edaee99d-ee5c-4e7d-b058-cf6a11095eb5/02fad515-cd8a-4237-97f4-dc022adbf392) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:29:42.381231 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:42.409107 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:42.481312 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Network 36d8eb55-e47f-41d0-810c-60519f4f4d87 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:29:42.484363 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:29:42.488170 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:29:42.517547 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Pushing event updated for resources: {'Port': ['ID=02fad515-cd8a-4237-97f4-dc022adbf392,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:42.552386 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:42.553015 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:42.572668 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-aa3ff82b-e4ad-448a-ab6c-6e5d836e6c79 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7135291 Feb 04 22:29:42.591032 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Request body: {'port': {'device_id': '426d5f83-747a-4fa6-850e-5001475c4b25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:29:42.700646 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:42.985958 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0c539-be7f-4547-bc25-b3c365594d38 req-7dd45de8-ccff-4fd3-bdb1-d43ff12763c9 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:42.987427 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-83a0c539-be7f-4547-bc25-b3c365594d38 req-7dd45de8-ccff-4fd3-bdb1-d43ff12763c9 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 932 time: 0.0812707 Feb 04 22:29:43.037584 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-83a0c539-be7f-4547-bc25-b3c365594d38 req-4edae647-3521-419f-94cf-c79148269209 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444801 Feb 04 22:29:43.110888 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fad515-cd8a-4237-97f4-dc022adbf392 {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:29:43.119024 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:43.134159 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Transition to ACTIVE for port object 02fad515-cd8a-4237-97f4-dc022adbf392 will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:29:43.137656 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:43.290772 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Pushing event updated for resources: {'Port': ['ID=02fad515-cd8a-4237-97f4-dc022adbf392,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:43.364199 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Attempting to bind port 02fad515-cd8a-4237-97f4-dc022adbf392 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:29:43.364501 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Attempting to bind port 02fad515-cd8a-4237-97f4-dc022adbf392 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '393c533a-fba4-4788-aa40-5607e77ff5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:29:43.364818 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Attempting to bind port 02fad515-cd8a-4237-97f4-dc022adbf392 on network 36d8eb55-e47f-41d0-810c-60519f4f4d87 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:29:43.369260 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Port 02fad515-cd8a-4237-97f4-dc022adbf392 on network 36d8eb55-e47f-41d0-810c-60519f4f4d87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:29:43.369567 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Attempting to bind port 02fad515-cd8a-4237-97f4-dc022adbf392 on network 36d8eb55-e47f-41d0-810c-60519f4f4d87 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:29:43.374512 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:29:43.374840 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Checking segment: {'id': '393c533a-fba4-4788-aa40-5607e77ff5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:29:43.375216 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Bound using segment: {'id': '393c533a-fba4-4788-aa40-5607e77ff5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:29:43.375625 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Bound port: 02fad515-cd8a-4237-97f4-dc022adbf392, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393c533a-fba4-4788-aa40-5607e77ff5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:29:43.375957 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:43.460289 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] For port 02fad515-cd8a-4237-97f4-dc022adbf392, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:29:43.463730 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] For port 02fad515-cd8a-4237-97f4-dc022adbf392, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02fad515-cd8a-4237-97f4-dc022adbf392,segment=NetworkSegment(393c533a-fba4-4788-aa40-5607e77ff5c3),segment_id=393c533a-fba4-4788-aa40-5607e77ff5c3)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:29:43.468113 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:43.528043 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:43.528647 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:43.530029 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] 10.222.0.58 "PUT /v2.0/ports/02fad515-cd8a-4237-97f4-dc022adbf392 HTTP/1.1" status: 200 len: 1094 time: 0.9430346 Feb 04 22:29:43.530450 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426d5f83-747a-4fa6-850e-5001475c4b25', 'tag': '02fad515-cd8a-4237-97f4-dc022adbf392'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:29:43.551283 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8043846-1901-48ef-a0f9-df84ff54a475 service neutron] Pushing event updated for resources: {'Port': ['ID=02fad515-cd8a-4237-97f4-dc022adbf392,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:43.578434 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426d5f83-747a-4fa6-850e-5001475c4b25', 'tag': '02fad515-cd8a-4237-97f4-dc022adbf392', 'status': 'completed', 'code': 200} Feb 04 22:29:43.664932 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-d016a9f0-6a46-4f77-9283-a0dcd58b7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:43.666424 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-d016a9f0-6a46-4f77-9283-a0dcd58b7fb9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fa2b5c5c8544eefa22d3b1bd973cbcb&device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 1097 time: 0.0688250 Feb 04 22:29:43.741604 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-6b12f2be-be96-4565-b533-0c0311e61a6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02fad515-cd8a-4237-97f4-dc022adbf392 HTTP/1.1" status: 200 len: 217 time: 0.0615633 Feb 04 22:29:43.802358 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-32f3b70f-ac99-4bc8-9332-909a8320277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:43.803752 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-32f3b70f-ac99-4bc8-9332-909a8320277e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edaee99d-ee5c-4e7d-b058-cf6a11095eb5 HTTP/1.1" status: 200 len: 854 time: 0.0556982 Feb 04 22:29:43.849574 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-0161acc3-3b54-4ebe-bb9f-581d0520bff7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36d8eb55-e47f-41d0-810c-60519f4f4d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392189 Feb 04 22:29:43.924904 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:29:43.977818 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-77804ec9-a700-4768-9046-805aa1db8a50 service neutron] 10.222.0.58 "GET /v2.0/networks/36d8eb55-e47f-41d0-810c-60519f4f4d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210387 Feb 04 22:29:44.105688 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-974100cb-15b9-4a3f-a496-de7296bf3440 req-79805194-0a5e-41ac-b9d7-2da50ff2f560 service neutron] 10.222.0.58 "GET /v2.0/networks/36d8eb55-e47f-41d0-810c-60519f4f4d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214647 Feb 04 22:29:44.219951 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174496f-f0f8-4a39-b2c1-ceeea3752c3e req-1b1123f6-0878-4008-8e78-e0b4819379e0 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:44.221310 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a174496f-f0f8-4a39-b2c1-ceeea3752c3e req-1b1123f6-0878-4008-8e78-e0b4819379e0 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 944 time: 0.0791657 Feb 04 22:29:44.262496 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627a75a-39d9-4aa6-a4eb-cc580d07fa0c req-567be874-b29b-4a23-a396-6725f6e2fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:44.264021 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c627a75a-39d9-4aa6-a4eb-cc580d07fa0c req-567be874-b29b-4a23-a396-6725f6e2fd1b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fa2b5c5c8544eefa22d3b1bd973cbcb&device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 1097 time: 0.0736086 Feb 04 22:29:44.264574 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a174496f-f0f8-4a39-b2c1-ceeea3752c3e req-be4abd85-bec6-4300-951f-dc8283dac17d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374050 Feb 04 22:29:44.392111 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627a75a-39d9-4aa6-a4eb-cc580d07fa0c req-8a0c622c-f6fe-493b-a6e1-5d9e97bded85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:44.393551 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c627a75a-39d9-4aa6-a4eb-cc580d07fa0c req-8a0c622c-f6fe-493b-a6e1-5d9e97bded85 service neutron] 10.222.0.58 "GET /v2.0/networks?id=36d8eb55-e47f-41d0-810c-60519f4f4d87 HTTP/1.1" status: 200 len: 915 time: 0.1233754 Feb 04 22:29:44.462378 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c627a75a-39d9-4aa6-a4eb-cc580d07fa0c req-17a8ffbf-7828-44ba-80db-8c8e4208a11d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02fad515-cd8a-4237-97f4-dc022adbf392 HTTP/1.1" status: 200 len: 217 time: 0.0587411 Feb 04 22:29:44.602506 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627a75a-39d9-4aa6-a4eb-cc580d07fa0c req-91c8df28-f422-44e9-8dea-713520dbc8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:44.603945 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c627a75a-39d9-4aa6-a4eb-cc580d07fa0c req-91c8df28-f422-44e9-8dea-713520dbc8b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edaee99d-ee5c-4e7d-b058-cf6a11095eb5 HTTP/1.1" status: 200 len: 854 time: 0.1343851 Feb 04 22:29:44.651450 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c627a75a-39d9-4aa6-a4eb-cc580d07fa0c req-7fc8ff7f-f0b1-4939-816c-d559d9d013cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36d8eb55-e47f-41d0-810c-60519f4f4d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402412 Feb 04 22:29:44.779530 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c627a75a-39d9-4aa6-a4eb-cc580d07fa0c req-5fb1aa0d-479a-4b2e-b343-4fca22e4e2c9 service neutron] 10.222.0.58 "GET /v2.0/networks/36d8eb55-e47f-41d0-810c-60519f4f4d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216519 Feb 04 22:29:44.907924 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c627a75a-39d9-4aa6-a4eb-cc580d07fa0c req-8794f248-c76e-49c8-b0de-f015429cce11 service neutron] 10.222.0.58 "GET /v2.0/networks/36d8eb55-e47f-41d0-810c-60519f4f4d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217132 Feb 04 22:29:45.449147 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306800e8-a364-4641-a601-ae588c3d788f req-a950ea96-96a3-44de-bf22-e11fe4dc042d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:45.450618 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-306800e8-a364-4641-a601-ae588c3d788f req-a950ea96-96a3-44de-bf22-e11fe4dc042d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 944 time: 0.0811088 Feb 04 22:29:45.495391 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-306800e8-a364-4641-a601-ae588c3d788f req-7ac0e63c-2114-4ad6-9ac7-f27a3e416eb1 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392158 Feb 04 22:29:46.270400 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 02fad515-cd8a-4237-97f4-dc022adbf392 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:29:46.411151 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 02fad515-cd8a-4237-97f4-dc022adbf392, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02fad515-cd8a-4237-97f4-dc022adbf392,segment=NetworkSegment(393c533a-fba4-4788-aa40-5607e77ff5c3),segment_id=393c533a-fba4-4788-aa40-5607e77ff5c3)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:46.424649 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '02fad515-cd8a-4237-97f4-dc022adbf392', 'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87', 'port_id': '02fad515-cd8a-4237-97f4-dc022adbf392', 'mac_address': 'fa:16:3e:b2:e2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edaee99d-ee5c-4e7d-b058-cf6a11095eb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:29:46.482678 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:46.499501 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fad515-cd8a-4237-97f4-dc022adbf392 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:29:46.508339 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43602b47-cecc-4fbe-a982-e690a675f8ed req-03c6fc9c-004f-47b0-89e4-1072a87b69ba tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:46.509876 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-43602b47-cecc-4fbe-a982-e690a675f8ed req-03c6fc9c-004f-47b0-89e4-1072a87b69ba tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 947 time: 0.0798447 Feb 04 22:29:46.515462 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 02fad515-cd8a-4237-97f4-dc022adbf392, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02fad515-cd8a-4237-97f4-dc022adbf392,segment=NetworkSegment(393c533a-fba4-4788-aa40-5607e77ff5c3),segment_id=393c533a-fba4-4788-aa40-5607e77ff5c3)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:46.519684 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:46.559135 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-43602b47-cecc-4fbe-a982-e690a675f8ed req-6cdf1f8b-1e6a-4953-99db-709813492c0a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433619 Feb 04 22:29:46.602592 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=02fad515-cd8a-4237-97f4-dc022adbf392,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:46.611413 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:46.611751 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:46.612078 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:46.612400 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:46.612720 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:46.613036 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:46.613348 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:46.613660 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:46.614026 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:46.614337 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:46.614647 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:46.614954 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:46.699898 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a38a2-7912-4a05-80b9-ca49cbd13784 req-82fcab60-f04f-49e9-85c6-724699531904 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:46.701246 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a46a38a2-7912-4a05-80b9-ca49cbd13784 req-82fcab60-f04f-49e9-85c6-724699531904 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 945 time: 0.0786619 Feb 04 22:29:46.745032 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a46a38a2-7912-4a05-80b9-ca49cbd13784 req-a7281155-5db0-4bc0-8129-6c38ec376f4f tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381749 Feb 04 22:29:46.855254 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['02fad515-cd8a-4237-97f4-dc022adbf392'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:29:47.758351 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466ce94-2c5f-4c05-9cdc-f847154ee081 req-fb3690e9-b86d-4930-a7c4-b34f39d00a1b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:47.759780 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e466ce94-2c5f-4c05-9cdc-f847154ee081 req-fb3690e9-b86d-4930-a7c4-b34f39d00a1b tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 947 time: 0.0809813 Feb 04 22:29:47.923884 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e466ce94-2c5f-4c05-9cdc-f847154ee081 req-0fa411cb-f2db-4a5e-b4e7-0ab411b10542 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c4728b5-495e-4551-85f4-abb6b307ca59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579449 Feb 04 22:29:47.952203 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e052f-897a-4791-8d88-86e20b1143d5 req-6103a3bf-5ea8-478b-8d3a-baf86a21c3f8 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:47.953632 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a76e052f-897a-4791-8d88-86e20b1143d5 req-6103a3bf-5ea8-478b-8d3a-baf86a21c3f8 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 945 time: 0.1003108 Feb 04 22:29:47.999721 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a76e052f-897a-4791-8d88-86e20b1143d5 req-fdc4bdb6-00b6-4e81-ad59-e5cc528f5082 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Feb 04 22:29:48.014200 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec6488-08a9-452e-b136-497db575c999 req-962a6ff5-db7f-4c97-9ba3-ccb4081b281a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:48.014885 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-77ec6488-08a9-452e-b136-497db575c999 req-962a6ff5-db7f-4c97-9ba3-ccb4081b281a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Synchronizing usage tracker for tenant:d4727c07e69744808e73ab04657a3e1c on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:29:48.029928 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-77ec6488-08a9-452e-b136-497db575c999 req-962a6ff5-db7f-4c97-9ba3-ccb4081b281a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Unset dirty status for tenant:d4727c07e69744808e73ab04657a3e1c on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:29:48.031174 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-77ec6488-08a9-452e-b136-497db575c999 req-962a6ff5-db7f-4c97-9ba3-ccb4081b281a tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.58 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 947 time: 0.0987501 Feb 04 22:29:48.099080 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Deleting port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:48.099426 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:48.294132 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 02fad515-cd8a-4237-97f4-dc022adbf392 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:29:48.339193 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] For port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:48.339549 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:48.395409 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 02fad515-cd8a-4237-97f4-dc022adbf392 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:29:48.400892 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 02fad515-cd8a-4237-97f4-dc022adbf392 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:29:48.401396 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:48.518783 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:48.545485 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426d5f83-747a-4fa6-850e-5001475c4b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fad515-cd8a-4237-97f4-dc022adbf392'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:29:48.554906 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 02fad515-cd8a-4237-97f4-dc022adbf392, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02fad515-cd8a-4237-97f4-dc022adbf392,segment=NetworkSegment(393c533a-fba4-4788-aa40-5607e77ff5c3),segment_id=393c533a-fba4-4788-aa40-5607e77ff5c3)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:48.561036 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:48.562299 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:29:48.606284 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426d5f83-747a-4fa6-850e-5001475c4b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fad515-cd8a-4237-97f4-dc022adbf392', 'code': 200} Feb 04 22:29:48.630135 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:48.630508 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:48.630821 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.l3_db [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Floating IP e69a28ee-e94f-47a1-bce3-93f3f96a7fd8 disassociated. External IP: 172.27.0.237, port: 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44. Feb 04 22:29:48.631151 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Calling delete_port for 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:48.696238 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=02fad515-cd8a-4237-97f4-dc022adbf392,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:48.753208 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:48.783318 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:48.874490 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event deleted for resources: {'Port': ['ID=1c2c39a2-26a0-4a85-afb5-1d422dbe5a44,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:49.079292 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1f0ce9b7-b1ee-48f7-b3d4-60a608180f57 req-989d06ce-90f0-4283-b73c-0ed116205c41 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 210 time: 0.0459566 Feb 04 22:29:49.152363 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cddc23-d63d-4f7d-b4ff-4dc3c9f97be5 req-32de5fcb-ad7a-4df4-b373-a9c9c9b95178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:49.153802 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-72cddc23-d63d-4f7d-b4ff-4dc3c9f97be5 req-32de5fcb-ad7a-4df4-b373-a9c9c9b95178 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 1099 time: 0.3305316 Feb 04 22:29:49.180961 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Router 3893d65c-2a96-481a-bf57-45598f903412 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:29:49.199294 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fc6db-cc5c-4146-a350-ccbf592edbd3 req-26def8b3-ae3d-47ed-87b1-0b7423768fd4 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:49.201495 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-010fc6db-cc5c-4146-a350-ccbf592edbd3 req-26def8b3-ae3d-47ed-87b1-0b7423768fd4 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 946 time: 0.0792453 Feb 04 22:29:49.247680 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-010fc6db-cc5c-4146-a350-ccbf592edbd3 req-247e21b6-66c3-4208-964b-ebbf18a75c9b tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397434 Feb 04 22:29:49.273415 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-72cddc23-d63d-4f7d-b4ff-4dc3c9f97be5 req-49952a63-60a1-45ca-a2ee-595ddbac16af service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117222 Feb 04 22:29:49.379999 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:29:49.389787 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c509b88-7c43-498b-b80d-0c64d61d58ff None None] Sync routers for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:29:49.398996 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c509b88-7c43-498b-b80d-0c64d61d58ff None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:29:49.399575 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-3c509b88-7c43-498b-b80d-0c64d61d58ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:29:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:49.454140 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] No DVR routers for this DVR port 1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:29:49.456915 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:49.460243 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'name': 'network-vif-deleted', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:29:49.477410 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-77ec6488-08a9-452e-b136-497db575c999 req-97dd7d8f-eda7-4c89-a77b-acddcf9b47e9 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.58 "DELETE /v2.0/ports/1c2c39a2-26a0-4a85-afb5-1d422dbe5a44 HTTP/1.1" status: 204 len: 173 time: 1.4412003 Feb 04 22:29:49.509808 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6922f9df-ea51-471f-8068-84aa0c52e091', 'name': 'network-vif-deleted', 'tag': '1c2c39a2-26a0-4a85-afb5-1d422dbe5a44', 'status': 'completed', 'code': 200} Feb 04 22:29:49.580352 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-3c509b88-7c43-498b-b80d-0c64d61d58ff None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:29:49.912625 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-3c509b88-7c43-498b-b80d-0c64d61d58ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 5, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:49.916322 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c509b88-7c43-498b-b80d-0c64d61d58ff None None] Checking router: 3893d65c-2a96-481a-bf57-45598f903412 for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:29:49.924220 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c509b88-7c43-498b-b80d-0c64d61d58ff None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:29:49.924793 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-3c509b88-7c43-498b-b80d-0c64d61d58ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:29:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:50.097935 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-3c509b88-7c43-498b-b80d-0c64d61d58ff None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:29:50.265970 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2fed74c9-2a89-490e-b1f9-596a3ef13544 req-6f5df163-040d-4083-bfac-b051c6044b95 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/ports?device_id=6922f9df-ea51-471f-8068-84aa0c52e091 HTTP/1.1" status: 200 len: 210 time: 0.0500503 Feb 04 22:29:50.418183 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-3c509b88-7c43-498b-b80d-0c64d61d58ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 5, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:50.422066 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c509b88-7c43-498b-b80d-0c64d61d58ff None None] The sync data for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi is: [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:22:47Z', 'revision_number': 4, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '79024438-fbe8-4e4e-8707-f869f5a068e5', 'name': '', 'network_id': '159c2c49-f816-412b-aa6b-d5818fb0425f', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'mac_address': 'fa:16:3e:f2:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:45Z', 'updated_at': '2022-02-04T22:23:07Z', 'revision_number': 5, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'subnets': [{'id': '0b884a98-3a2e-453c-89b3-9061404d8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:29:50.451216 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef677bbd-f26c-4e93-b723-536983612a4d req-2cdedb5d-8c7e-4685-8a47-993ede0f2820 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:50.452659 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ef677bbd-f26c-4e93-b723-536983612a4d req-2cdedb5d-8c7e-4685-8a47-993ede0f2820 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 946 time: 0.0801582 Feb 04 22:29:50.498057 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ef677bbd-f26c-4e93-b723-536983612a4d req-e0f9d7f2-3816-4b16-b8fe-1bd1d0792fef tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396183 Feb 04 22:29:50.637882 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d209bb5-648f-450f-8fab-37daef78f3f4 None None] New status for floating IP e69a28ee-e94f-47a1-bce3-93f3f96a7fd8: DOWN {{(pid=86819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:29:51.403348 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48782) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:51.468526 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:51.496612 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:51.549821 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:51.568189 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4728b5-495e-4551-85f4-abb6b307ca59,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:51.577075 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:51.577426 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:51.577827 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:51.578240 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:51.578580 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:51.578817 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:51.579139 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:51.579459 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:51.579776 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:51.580089 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:51.580406 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:51.580727 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:51.595200 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:51.596750 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-2993534a-96f1-49c3-9561-2b92d3bd978f tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "DELETE /v2.0/security-groups/7c4728b5-495e-4551-85f4-abb6b307ca59 HTTP/1.1" status: 204 len: 168 time: 0.1923025 Feb 04 22:29:51.599329 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48788) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:51.646719 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.api.v2.resource [None req-64b838dc-389d-4171-b412-3ff4b79b9cb1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] show failed (client error): The resource could not be found. Feb 04 22:29:51.647707 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-64b838dc-389d-4171-b412-3ff4b79b9cb1 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "GET /v2.0/security-groups/7c4728b5-495e-4551-85f4-abb6b307ca59 HTTP/1.1" status: 404 len: 347 time: 0.0474036 Feb 04 22:29:51.651359 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48792) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:51.702407 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73737-497b-44d9-9fed-10a986506945 req-1568fe17-6426-47b1-a6b7-b96f911bdfb1 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:29:51.703865 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dfc73737-497b-44d9-9fed-10a986506945 req-1568fe17-6426-47b1-a6b7-b96f911bdfb1 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 946 time: 0.0870683 Feb 04 22:29:51.747958 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dfc73737-497b-44d9-9fed-10a986506945 req-95d4fb1b-574b-4c36-abbe-047fc9406085 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384073 Feb 04 22:29:51.808167 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-22d11dc5-7b57-4341-a2b6-2bf5dfc15d46 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Deleting port 46d1750d-f804-4418-9a36-8e9a44e61bb2 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:51.808503 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-22d11dc5-7b57-4341-a2b6-2bf5dfc15d46 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:51.976181 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-22d11dc5-7b57-4341-a2b6-2bf5dfc15d46 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:51.976609 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-22d11dc5-7b57-4341-a2b6-2bf5dfc15d46 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:52.096666 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-22d11dc5-7b57-4341-a2b6-2bf5dfc15d46 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Calling delete_port for 46d1750d-f804-4418-9a36-8e9a44e61bb2 owned by network:floatingip {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:52.246099 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-22d11dc5-7b57-4341-a2b6-2bf5dfc15d46 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:52.296357 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d11dc5-7b57-4341-a2b6-2bf5dfc15d46 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Pushing event deleted for resources: {'Port': ['ID=46d1750d-f804-4418-9a36-8e9a44e61bb2,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:52.392487 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-22d11dc5-7b57-4341-a2b6-2bf5dfc15d46 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks [] for floatingip, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:52.406315 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-22d11dc5-7b57-4341-a2b6-2bf5dfc15d46 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:52.407418 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-22d11dc5-7b57-4341-a2b6-2bf5dfc15d46 tempest-AttachVolumeShelveTestJSON-1878537978 tempest-AttachVolumeShelveTestJSON-1878537978-project] 10.222.0.47 "DELETE /v2.0/floatingips/e69a28ee-e94f-47a1-bce3-93f3f96a7fd8 HTTP/1.1" status: 204 len: 168 time: 0.7551045 Feb 04 22:29:52.493260 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-cd79fcc1-a195-405f-bc33-74e03222dabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:54.707282 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:54.985956 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-7b77f76d-6823-4146-91df-f4c350fa7e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:55.177002 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48876) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:55.860904 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746720'] for router_interface, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:55.928053 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:56.213857 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Deleting port 79024438-fbe8-4e4e-8707-f869f5a068e5 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:56.214472 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:56.258028 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:56.388263 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] For port 79024438-fbe8-4e4e-8707-f869f5a068e5, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=79024438-fbe8-4e4e-8707-f869f5a068e5,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:56.388611 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:56.510210 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Calling delete_port for 79024438-fbe8-4e4e-8707-f869f5a068e5 owned by network:router_interface {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:56.693139 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:56.740378 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=79024438-fbe8-4e4e-8707-f869f5a068e5,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:56.782936 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:56.783532 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:56.783883 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:56.784356 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:56.784797 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:56.785263 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:56.785665 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:56.786013 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:56.786517 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:56.786930 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:56.787285 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:56.787622 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:29:57.117333 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579696'] for router_interface, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:57.282971 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:57.472941 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Router 3893d65c-2a96-481a-bf57-45598f903412 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:29:57.654518 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:29:57.663323 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a358181-4746-432e-a079-cbc29cda7cf5 None None] Sync routers for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:29:57.668372 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-154f9ca6-f3d8-4343-bb57-d42709fe0c59 admin admin] 10.222.0.47 "PUT /v2.0/routers/3893d65c-2a96-481a-bf57-45598f903412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4902797 Feb 04 22:29:57.670809 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48886) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:57.673265 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a358181-4746-432e-a079-cbc29cda7cf5 None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:29:57.673886 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-0a358181-4746-432e-a079-cbc29cda7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:29:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:57.850712 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Notify callbacks [] for router, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:57.860500 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-0a358181-4746-432e-a079-cbc29cda7cf5 None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:29:58.032455 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:58.043456 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Deleting port 2741ecbb-2cbe-48d7-8232-8e954856cced {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:58.043896 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:58.143054 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-0a358181-4746-432e-a079-cbc29cda7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:29:56Z', 'revision_number': 5, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port': {'id': '2741ecbb-2cbe-48d7-8232-8e954856cced', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3893d65c-2a96-481a-bf57-45598f903412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:22:40Z', 'updated_at': '2022-02-04T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:58.146838 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a358181-4746-432e-a079-cbc29cda7cf5 None None] Checking router: 3893d65c-2a96-481a-bf57-45598f903412 for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:29:58.154926 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a358181-4746-432e-a079-cbc29cda7cf5 None None] Routers {'3893d65c-2a96-481a-bf57-45598f903412'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:29:58.155511 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-0a358181-4746-432e-a079-cbc29cda7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:29:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['3893d65c-2a96-481a-bf57-45598f903412'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:58.214983 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] For port 2741ecbb-2cbe-48d7-8232-8e954856cced, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=2741ecbb-2cbe-48d7-8232-8e954856cced,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:58.215538 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:58.335762 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-0a358181-4746-432e-a079-cbc29cda7cf5 None None] Set router 3893d65c-2a96-481a-bf57-45598f903412 gateway port host: None {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:29:58.341415 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Calling delete_port for 2741ecbb-2cbe-48d7-8232-8e954856cced owned by network:router_gateway {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:58.442593 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-0a358181-4746-432e-a079-cbc29cda7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:29:58Z', 'revision_number': 6, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port_host': None}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:29:58.447185 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a358181-4746-432e-a079-cbc29cda7cf5 None None] The sync data for ids ['3893d65c-2a96-481a-bf57-45598f903412'] in dv-cinder-818885-2-iscsi is: [{'id': '3893d65c-2a96-481a-bf57-45598f903412', 'name': 'tempest-AttachVolumeShelveTestJSON-104942537-router', 'tenant_id': 'd4727c07e69744808e73ab04657a3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:22:38Z', 'updated_at': '2022-02-04T22:29:58Z', 'revision_number': 6, 'project_id': 'd4727c07e69744808e73ab04657a3e1c', 'gw_port_host': None}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:29:58.631304 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:58.678950 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Pushing event deleted for resources: {'Port': ['ID=2741ecbb-2cbe-48d7-8232-8e954856cced,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:58.770864 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574661'] for router_gateway, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:58.913070 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 79024438-fbe8-4e4e-8707-f869f5a068e5 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:29:58.948136 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-658'] for router, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:58.950603 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:58.952554 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 79024438-fbe8-4e4e-8707-f869f5a068e5 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:29:58.952890 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 79024438-fbe8-4e4e-8707-f869f5a068e5 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:29:58.974439 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573871'] for router, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:58.974962 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3893d65c-2a96-481a-bf57-45598f903412 {{(pid=86818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 22:29:58.987354 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] Notify callbacks [] for router, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:58.988462 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-f6059e5a-e37d-4c99-816a-9f4c9acff1db admin admin] 10.222.0.47 "DELETE /v2.0/routers/3893d65c-2a96-481a-bf57-45598f903412 HTTP/1.1" status: 204 len: 168 time: 1.3167701 Feb 04 22:29:58.991335 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48894) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:59.051515 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8aa904c-8919-43db-8119-abcdb5570434 admin admin] Deleting subnet 0b884a98-3a2e-453c-89b3-9061404d8d95 {{(pid=86818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:29:59.054450 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a8aa904c-8919-43db-8119-abcdb5570434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:59.102830 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a8aa904c-8919-43db-8119-abcdb5570434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262488781'] for subnet, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:59.184335 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a8aa904c-8919-43db-8119-abcdb5570434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:59.251602 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a8aa904c-8919-43db-8119-abcdb5570434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262488677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263369888'] for subnet, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:59.289790 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa904c-8919-43db-8119-abcdb5570434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b884a98-3a2e-453c-89b3-9061404d8d95,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:59.293256 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a8aa904c-8919-43db-8119-abcdb5570434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:59.305735 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689b65b3-d342-4177-a32b-9700b2396d37 None None] Network 159c2c49-f816-412b-aa6b-d5818fb0425f requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:29:59.308200 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-a8aa904c-8919-43db-8119-abcdb5570434 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0b884a98-3a2e-453c-89b3-9061404d8d95 HTTP/1.1" status: 204 len: 168 time: 0.3157599 Feb 04 22:29:59.311274 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48898) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:29:59.420456 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:59.431451 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Deleting port 06a85ec9-589b-4780-a53f-1867f712004c {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:59.431787 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:59.604237 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642f9cc-7876-40ef-b096-779cda4259c5 None None] DHCP port deletion for 159c2c49-f816-412b-aa6b-d5818fb0425f request from dv-cinder-818885-2-iscsi {{(pid=86819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 22:29:59.608401 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-c642f9cc-7876-40ef-b096-779cda4259c5 None None] Deleting port 06a85ec9-589b-4780-a53f-1867f712004c {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:29:59.608790 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c642f9cc-7876-40ef-b096-779cda4259c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:59.653061 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] For port 06a85ec9-589b-4780-a53f-1867f712004c, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=06a85ec9-589b-4780-a53f-1867f712004c,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:59.653683 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:59.775213 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Calling delete_port for 06a85ec9-589b-4780-a53f-1867f712004c owned by network:dhcp {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:29:59.824048 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-c642f9cc-7876-40ef-b096-779cda4259c5 None None] For port 06a85ec9-589b-4780-a53f-1867f712004c, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=06a85ec9-589b-4780-a53f-1867f712004c,segment=NetworkSegment(c2a6f397-9e30-41e2-b113-c8ff56a95d17),segment_id=c2a6f397-9e30-41e2-b113-c8ff56a95d17)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:29:59.824340 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c642f9cc-7876-40ef-b096-779cda4259c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:59.850819 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:29:59.901932 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] No DVR routers for this DVR port 06a85ec9-589b-4780-a53f-1867f712004c on host dv-cinder-818885-2-iscsi {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:29:59.926903 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a85ec9-589b-4780-a53f-1867f712004c,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:29:59.948529 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-c642f9cc-7876-40ef-b096-779cda4259c5 None None] Calling delete_port for 06a85ec9-589b-4780-a53f-1867f712004c owned by network:dhcp {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:30:00.028012 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.db.api [None req-c642f9cc-7876-40ef-b096-779cda4259c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 22:30:00.028336 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG oslo_db.api [None req-c642f9cc-7876-40ef-b096-779cda4259c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 22:30:00.098580 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:00.126271 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159c2c49-f816-412b-aa6b-d5818fb0425f']}} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:30:00.138946 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a6f397-9e30-41e2-b113-c8ff56a95d17') {'for_net_delete': True} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:30:00.139241 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a6f397-9e30-41e2-b113-c8ff56a95d17') {} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:30:00.150099 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262488826'] for segment, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:00.165790 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:00.171680 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=86818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:30:00.172127 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262456775'] for segment, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: Traceback (most recent call last): Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: timer() Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: cb(*args, **kw) Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: return func(*args, **kwargs) Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: self._notify() Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: self.callback(batched_events) Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: event.method(event) Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: return f(self, *a, **k) Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._get(url).json() Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: return self.request(url, 'GET', **kwargs) Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:30:00.185381 dv-cinder-818885-2-iscsi neutron-server[86818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:30:00.259570 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:00.274683 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:00.285443 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] Pushing event deleted for resources: {'Network': ['ID=159c2c49-f816-412b-aa6b-d5818fb0425f,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:00.300577 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-8a9575d1-9264-417c-8170-7c60fb5d2227 admin admin] 10.222.0.47 "DELETE /v2.0/networks/159c2c49-f816-412b-aa6b-d5818fb0425f HTTP/1.1" status: 204 len: 168 time: 0.9874711 Feb 04 22:30:00.414429 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48906) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:00.463442 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-98d15a0d-73d1-40ad-95ce-3ce110dbd3f6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d4727c07e69744808e73ab04657a3e1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0471625 Feb 04 22:30:00.465947 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48910) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:00.529197 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-c642f9cc-7876-40ef-b096-779cda4259c5 None None] Deleting port 06a85ec9-589b-4780-a53f-1867f712004c {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:30:00.529572 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c642f9cc-7876-40ef-b096-779cda4259c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:00.529806 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-02c44b65-ac38-489c-87be-055bc2a4dcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:00.555343 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-02c44b65-ac38-489c-87be-055bc2a4dcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:00.594465 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-c642f9cc-7876-40ef-b096-779cda4259c5 None None] The port '06a85ec9-589b-4780-a53f-1867f712004c' was deleted {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 22:30:00.612258 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-02c44b65-ac38-489c-87be-055bc2a4dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:00.637343 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c44b65-ac38-489c-87be-055bc2a4dcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424c367f-db6e-4e54-9191-b6197ed57837,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:00.640630 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-02c44b65-ac38-489c-87be-055bc2a4dcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:00.651464 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-02c44b65-ac38-489c-87be-055bc2a4dcbd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/424c367f-db6e-4e54-9191-b6197ed57837 HTTP/1.1" status: 204 len: 168 time: 0.1822886 Feb 04 22:30:00.664576 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 2741ecbb-2cbe-48d7-8232-8e954856cced no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:30:00.731375 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 2741ecbb-2cbe-48d7-8232-8e954856cced {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:30:00.731722 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 2741ecbb-2cbe-48d7-8232-8e954856cced not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:30:00.732141 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 06a85ec9-589b-4780-a53f-1867f712004c no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:30:00.764380 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 06a85ec9-589b-4780-a53f-1867f712004c {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:30:00.764797 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 06a85ec9-589b-4780-a53f-1867f712004c not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:30:01.384884 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48936) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:01.493666 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-304179434-network', 'tenant_id': '408a0a8cfabd4fd3968d2811c81b284f'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:30:01.498280 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:30:01.502270 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Usage tracker for resource:network and tenant:408a0a8cfabd4fd3968d2811c81b284f is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:30:01.505095 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:30:01.511285 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:30:01.520835 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Made reservation on behalf of 408a0a8cfabd4fd3968d2811c81b284f for: {'network': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:30:01.523081 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:01.535008 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:01.548532 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:30:01.552237 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Usage tracker for resource:security_group_rule and tenant:408a0a8cfabd4fd3968d2811c81b284f is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:30:01.555061 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:30:01.560736 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:30:01.650479 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:01.654376 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:01.687165 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=86818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:30:01.693168 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae39f70-0f5b-4dff-ba7a-572416f36e1e,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:01.700734 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:01.701076 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.segments_db [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Added segment 71fad278-c59f-486b-bc23-20c9ef7f21bb of type vlan for network b1864179-0fa9-433a-a268-2ae91059df81 Feb 04 22:30:01.730802 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:01.764271 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:01.765301 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:01.765917 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:01.871248 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] Pushing event updated for resources: {'Network': ['ID=b1864179-0fa9-433a-a268-2ae91059df81,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:01.874345 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-e97e3d12-0673-4e01-8ab8-741acd90e464 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4884048 Feb 04 22:30:01.877209 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 48942) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:01.882656 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Request body: {'subnet': {'network_id': 'b1864179-0fa9-433a-a268-2ae91059df81', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-304179434-subnet', 'tenant_id': '408a0a8cfabd4fd3968d2811c81b284f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:30:01.883007 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network b1864179-0fa9-433a-a268-2ae91059df81 details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:30:01.887707 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:30:01.892738 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Usage tracker for resource:subnet and tenant:408a0a8cfabd4fd3968d2811c81b284f is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:30:01.897578 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:30:01.905042 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:30:01.916582 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Made reservation on behalf of 408a0a8cfabd4fd3968d2811c81b284f for: {'subnet': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:30:01.918911 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263369867'] for subnet, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:02.159693 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262488762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263369881'] for subnet, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:02.228408 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77d5401-ce42-476c-addc-a1d7d7a18101,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:02.241936 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Checking segment: {'id': '71fad278-c59f-486b-bc23-20c9ef7f21bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b1864179-0fa9-433a-a268-2ae91059df81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:30:02.242296 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Network hostable DHCP agents. Network: b1864179-0fa9-433a-a268-2ae91059df81, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:30:02.261064 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Network b1864179-0fa9-433a-a268-2ae91059df81 is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:30:02.269896 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, b1864179-0fa9-433a-a268-2ae91059df81) {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:30:02.273964 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:02.274456 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:02.278651 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a51f782-e79f-4eac-80bb-9a0ed6e15094 None None] Network b1864179-0fa9-433a-a268-2ae91059df81 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:30:02.299734 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-b13c9992-f8d6-4c49-8dc4-9522ed465c1c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4214666 Feb 04 22:30:02.491408 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b4cecb-0cc3-43a8-993d-856c03676b86 None None] Network b1864179-0fa9-433a-a268-2ae91059df81 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:30:02.810381 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48974) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:02.815792 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1314075778-network', 'tenant_id': 'e9c579ce5b574aeba04adec41d92dcc0'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:30:02.820384 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:30:02.825738 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Usage tracker for resource:network and tenant:e9c579ce5b574aeba04adec41d92dcc0 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:30:02.828638 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:30:02.834793 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:30:02.843375 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Made reservation on behalf of e9c579ce5b574aeba04adec41d92dcc0 for: {'network': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:30:02.845758 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:02.857479 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:02.872559 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:30:02.876582 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e9c579ce5b574aeba04adec41d92dcc0 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:30:02.879848 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:30:02.886853 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:30:02.971530 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:02.975138 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:03.008181 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=86817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:30:03.013606 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6c5ca8-61d9-4233-96ea-63387b4cb7e5,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:03.020429 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:03.021512 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.segments_db [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Added segment 23effaea-7145-450c-abda-f94ca630cefa of type vlan for network 3b8bad2b-4211-4f1a-aad5-20ff409d80a4 Feb 04 22:30:03.047696 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:03.077669 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:03.078653 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:03.079254 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:03.182763 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] Pushing event updated for resources: {'Network': ['ID=3b8bad2b-4211-4f1a-aad5-20ff409d80a4,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:03.185645 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-627bd221-66aa-45bb-9685-e3c7a6e661b1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3742135 Feb 04 22:30:03.188628 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48978) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:03.193382 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network 3b8bad2b-4211-4f1a-aad5-20ff409d80a4 details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:30:03.194084 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Request body: {'subnet': {'network_id': '3b8bad2b-4211-4f1a-aad5-20ff409d80a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1314075778-subnet', 'tenant_id': 'e9c579ce5b574aeba04adec41d92dcc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:30:03.199098 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:30:03.202931 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Usage tracker for resource:subnet and tenant:e9c579ce5b574aeba04adec41d92dcc0 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:30:03.205971 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:30:03.212822 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:30:03.223814 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Made reservation on behalf of e9c579ce5b574aeba04adec41d92dcc0 for: {'subnet': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:30:03.226303 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263107254'] for subnet, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:03.434892 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263108876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263107236'] for subnet, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:03.504977 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd42e7af-3193-4056-ad3b-097118c114ae,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:03.516075 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Checking segment: {'id': '23effaea-7145-450c-abda-f94ca630cefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3b8bad2b-4211-4f1a-aad5-20ff409d80a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:30:03.516427 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Network hostable DHCP agents. Network: 3b8bad2b-4211-4f1a-aad5-20ff409d80a4, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:30:03.534325 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Network 3b8bad2b-4211-4f1a-aad5-20ff409d80a4 is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:30:03.543142 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, 3b8bad2b-4211-4f1a-aad5-20ff409d80a4) {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:30:03.547159 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:03.547745 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:03.551681 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01321dde-7460-40e2-8a07-f004717bf50b None None] Network 3b8bad2b-4211-4f1a-aad5-20ff409d80a4 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:30:03.577837 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-bcfe6c98-4f04-43ce-b9b4-78f2639e6f66 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3788161 Feb 04 22:30:03.709246 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48986) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:03.770675 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100dc1d9-95de-44c2-87d3-4bb7820611af None None] Network 3b8bad2b-4211-4f1a-aad5-20ff409d80a4 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:30:03.777361 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e630a8f9-2a34-43bd-9e4a-824e7abb0604 admin admin] Deleting subnet e77d5401-ce42-476c-addc-a1d7d7a18101 {{(pid=86817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:30:03.780741 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e630a8f9-2a34-43bd-9e4a-824e7abb0604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:03.831103 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e630a8f9-2a34-43bd-9e4a-824e7abb0604 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263109059'] for subnet, precommit_delete_associations {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:03.889487 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e630a8f9-2a34-43bd-9e4a-824e7abb0604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:03.968673 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e630a8f9-2a34-43bd-9e4a-824e7abb0604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263109075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263107229'] for subnet, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.007222 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630a8f9-2a34-43bd-9e4a-824e7abb0604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77d5401-ce42-476c-addc-a1d7d7a18101,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:04.012307 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-e630a8f9-2a34-43bd-9e4a-824e7abb0604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.018194 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-e630a8f9-2a34-43bd-9e4a-824e7abb0604 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e77d5401-ce42-476c-addc-a1d7d7a18101 HTTP/1.1" status: 204 len: 168 time: 0.3075211 Feb 04 22:30:04.020673 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48990) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:04.126619 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5e07a845-5235-42f0-a512-095551c570d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.319495 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5e07a845-5235-42f0-a512-095551c570d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.345019 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-5e07a845-5235-42f0-a512-095551c570d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1864179-0fa9-433a-a268-2ae91059df81']}} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:30:04.357084 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-5e07a845-5235-42f0-a512-095551c570d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fad278-c59f-486b-bc23-20c9ef7f21bb') {'for_net_delete': True} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:30:04.357386 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-5e07a845-5235-42f0-a512-095551c570d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fad278-c59f-486b-bc23-20c9ef7f21bb') {} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:30:04.369123 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5e07a845-5235-42f0-a512-095551c570d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263109108'] for segment, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.388728 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5e07a845-5235-42f0-a512-095551c570d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.394737 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e07a845-5235-42f0-a512-095551c570d2 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=86817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:30:04.395117 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5e07a845-5235-42f0-a512-095551c570d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263143025'] for segment, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: Traceback (most recent call last): Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: timer() Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: cb(*args, **kw) Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: return func(*args, **kwargs) Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: self._notify() Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: self.callback(batched_events) Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: event.method(event) Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: return f(self, *a, **k) Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._get(url).json() Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: return self.request(url, 'GET', **kwargs) Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:30:04.408036 dv-cinder-818885-2-iscsi neutron-server[86817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:30:04.480685 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5e07a845-5235-42f0-a512-095551c570d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.496522 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5e07a845-5235-42f0-a512-095551c570d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.505413 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07a845-5235-42f0-a512-095551c570d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1864179-0fa9-433a-a268-2ae91059df81,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:04.507767 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-5e07a845-5235-42f0-a512-095551c570d2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b1864179-0fa9-433a-a268-2ae91059df81 HTTP/1.1" status: 204 len: 168 time: 0.4859424 Feb 04 22:30:04.510666 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 48996) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:04.571613 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e65dcf6-b674-4649-b788-ca26b991ed89 admin admin] Deleting subnet bd42e7af-3193-4056-ad3b-097118c114ae {{(pid=86817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:30:04.574544 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5e65dcf6-b674-4649-b788-ca26b991ed89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.622979 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5e65dcf6-b674-4649-b788-ca26b991ed89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263109059'] for subnet, precommit_delete_associations {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.680397 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5e65dcf6-b674-4649-b788-ca26b991ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.747401 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5e65dcf6-b674-4649-b788-ca26b991ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263109075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263107229'] for subnet, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.785002 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65dcf6-b674-4649-b788-ca26b991ed89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd42e7af-3193-4056-ad3b-097118c114ae,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:04.788833 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-5e65dcf6-b674-4649-b788-ca26b991ed89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:04.795122 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-5e65dcf6-b674-4649-b788-ca26b991ed89 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/bd42e7af-3193-4056-ad3b-097118c114ae HTTP/1.1" status: 204 len: 168 time: 0.2832913 Feb 04 22:30:04.797434 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 49000) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:04.903323 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e0f5-7be9-4b66-a9de-f332e430dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:05.023203 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e0f5-7be9-4b66-a9de-f332e430dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:05.047394 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-b5b8e0f5-7be9-4b66-a9de-f332e430dd8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8bad2b-4211-4f1a-aad5-20ff409d80a4']}} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:30:05.062998 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-b5b8e0f5-7be9-4b66-a9de-f332e430dd8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23effaea-7145-450c-abda-f94ca630cefa') {'for_net_delete': True} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:30:05.063275 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-b5b8e0f5-7be9-4b66-a9de-f332e430dd8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23effaea-7145-450c-abda-f94ca630cefa') {} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:30:05.074889 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e0f5-7be9-4b66-a9de-f332e430dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263109108'] for segment, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:05.089992 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e0f5-7be9-4b66-a9de-f332e430dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:05.095772 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b8e0f5-7be9-4b66-a9de-f332e430dd8c admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=86817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:30:05.096139 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e0f5-7be9-4b66-a9de-f332e430dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263143025'] for segment, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: Traceback (most recent call last): Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: timer() Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: cb(*args, **kw) Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: return func(*args, **kwargs) Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: self._notify() Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: self.callback(batched_events) Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: event.method(event) Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: return f(self, *a, **k) Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._get(url).json() Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: return self.request(url, 'GET', **kwargs) Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:30:05.108995 dv-cinder-818885-2-iscsi neutron-server[86817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:30:05.189739 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e0f5-7be9-4b66-a9de-f332e430dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:05.204575 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e0f5-7be9-4b66-a9de-f332e430dd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:05.216673 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8e0f5-7be9-4b66-a9de-f332e430dd8c admin admin] Pushing event deleted for resources: {'Network': ['ID=3b8bad2b-4211-4f1a-aad5-20ff409d80a4,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:05.219440 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-b5b8e0f5-7be9-4b66-a9de-f332e430dd8c admin admin] 10.222.0.47 "DELETE /v2.0/networks/3b8bad2b-4211-4f1a-aad5-20ff409d80a4 HTTP/1.1" status: 204 len: 168 time: 0.4208395 Feb 04 22:30:05.385115 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 49006) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:05.433138 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-6d7c4275-19d2-4f53-b494-aa80cfeb674d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=408a0a8cfabd4fd3968d2811c81b284f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468092 Feb 04 22:30:05.435573 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 49012) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:05.496732 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3477c5fc-3249-4693-a0d2-74b2a4b0a22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:05.522054 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3477c5fc-3249-4693-a0d2-74b2a4b0a22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:05.571663 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3477c5fc-3249-4693-a0d2-74b2a4b0a22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:05.585077 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477c5fc-3249-4693-a0d2-74b2a4b0a22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae39f70-0f5b-4dff-ba7a-572416f36e1e,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:05.595468 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3477c5fc-3249-4693-a0d2-74b2a4b0a22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:05.596872 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-3477c5fc-3249-4693-a0d2-74b2a4b0a22e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aae39f70-0f5b-4dff-ba7a-572416f36e1e HTTP/1.1" status: 204 len: 168 time: 0.1604156 Feb 04 22:30:05.944364 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 49020) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:05.991761 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-d3e41afd-8389-4854-8ef7-86949946d43c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9c579ce5b574aeba04adec41d92dcc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461767 Feb 04 22:30:05.994760 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 49024) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:06.055883 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-aed3b244-868a-43d0-ac92-d99e9d0b8498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:06.081647 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-aed3b244-868a-43d0-ac92-d99e9d0b8498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:06.133183 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-aed3b244-868a-43d0-ac92-d99e9d0b8498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:06.149747 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3b244-868a-43d0-ac92-d99e9d0b8498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6c5ca8-61d9-4233-96ea-63387b4cb7e5,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:06.154637 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-aed3b244-868a-43d0-ac92-d99e9d0b8498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:06.155934 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-aed3b244-868a-43d0-ac92-d99e9d0b8498 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b6c5ca8-61d9-4233-96ea-63387b4cb7e5 HTTP/1.1" status: 204 len: 168 time: 0.1601701 Feb 04 22:30:20.924277 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:30:22.495831 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-944cd3c9-783c-46ed-b9cb-5087fa1635e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:24.722967 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:24.989862 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c6b15424-a8cc-4071-b5c4-e8ff1b4ab073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:25.917938 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:26.261253 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:27.283219 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:27.800233 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 49314) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:27.916827 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8cc73e4b-ba9c-438e-8d03-e8ef7d0e4544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:27.930885 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-8cc73e4b-ba9c-438e-8d03-e8ef7d0e4544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:30:27.935030 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-8cc73e4b-ba9c-438e-8d03-e8ef7d0e4544 admin admin] Usage tracker for resource:security_group_rule and tenant:ce6982571acf47ab95dcd885071c8956 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:30:27.937921 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-8cc73e4b-ba9c-438e-8d03-e8ef7d0e4544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:30:27.943630 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-8cc73e4b-ba9c-438e-8d03-e8ef7d0e4544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:30:28.032324 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8cc73e4b-ba9c-438e-8d03-e8ef7d0e4544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:28.049937 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-8cc73e4b-ba9c-438e-8d03-e8ef7d0e4544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:28.100036 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-8cc73e4b-ba9c-438e-8d03-e8ef7d0e4544 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ce6982571acf47ab95dcd885071c8956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987087 Feb 04 22:30:28.101045 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc73e4b-ba9c-438e-8d03-e8ef7d0e4544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabc3bb6-9f90-455a-a116-e7508feb76fd,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:28.102935 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 49320) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:28.165680 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a23d7fb7-1e12-40a3-8a71-91ed95db5bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:28.191276 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a23d7fb7-1e12-40a3-8a71-91ed95db5bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:28.241356 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a23d7fb7-1e12-40a3-8a71-91ed95db5bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:28.255646 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d7fb7-1e12-40a3-8a71-91ed95db5bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabc3bb6-9f90-455a-a116-e7508feb76fd,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:28.262435 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a23d7fb7-1e12-40a3-8a71-91ed95db5bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:28.263563 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-a23d7fb7-1e12-40a3-8a71-91ed95db5bb2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eabc3bb6-9f90-455a-a116-e7508feb76fd HTTP/1.1" status: 204 len: 168 time: 0.1595798 Feb 04 22:30:28.598309 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 49334) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:28.618581 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-50c5b5bb-b51d-433a-a892-2322f877351b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:28.635019 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-50c5b5bb-b51d-433a-a892-2322f877351b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:30:28.639471 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-50c5b5bb-b51d-433a-a892-2322f877351b admin admin] Usage tracker for resource:security_group_rule and tenant:32706ffc25d14f798b87d5377398504e is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:30:28.642539 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-50c5b5bb-b51d-433a-a892-2322f877351b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:30:28.649026 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-50c5b5bb-b51d-433a-a892-2322f877351b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:30:28.741126 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-50c5b5bb-b51d-433a-a892-2322f877351b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:28.746207 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-50c5b5bb-b51d-433a-a892-2322f877351b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:28.793668 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-50c5b5bb-b51d-433a-a892-2322f877351b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=32706ffc25d14f798b87d5377398504e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942618 Feb 04 22:30:28.795358 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5b5bb-b51d-433a-a892-2322f877351b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5d2bd5-4b7b-45d6-8b6a-18333a76bcd0,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:28.796462 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 49338) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:28.857801 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-23f99d19-5d75-4945-80ab-3e716b67f1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:28.884410 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-23f99d19-5d75-4945-80ab-3e716b67f1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:28.939544 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-23f99d19-5d75-4945-80ab-3e716b67f1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:28.956519 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f99d19-5d75-4945-80ab-3e716b67f1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5d2bd5-4b7b-45d6-8b6a-18333a76bcd0,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:28.966893 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-23f99d19-5d75-4945-80ab-3e716b67f1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:28.968026 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-23f99d19-5d75-4945-80ab-3e716b67f1fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc5d2bd5-4b7b-45d6-8b6a-18333a76bcd0 HTTP/1.1" status: 204 len: 168 time: 0.1705809 Feb 04 22:30:32.646699 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d715969-c3cb-440d-93e4-1695dfc97aa5 req-1da2fe34-d6ac-4a43-bcea-cc91c54c56ea tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:32.648172 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4d715969-c3cb-440d-93e4-1695dfc97aa5 req-1da2fe34-d6ac-4a43-bcea-cc91c54c56ea tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 946 time: 0.0997581 Feb 04 22:30:32.695418 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4d715969-c3cb-440d-93e4-1695dfc97aa5 req-fdc4c665-4c68-4d08-a353-68d5c33b2523 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 Feb 04 22:30:33.900652 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e6738-273f-4e9f-88fc-269ee38938c3 req-ff3b4393-a821-4abd-a9f7-da1f11a0065c tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:33.902357 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ab3e6738-273f-4e9f-88fc-269ee38938c3 req-ff3b4393-a821-4abd-a9f7-da1f11a0065c tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 946 time: 0.0934756 Feb 04 22:30:33.963740 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ab3e6738-273f-4e9f-88fc-269ee38938c3 req-f90be500-f008-4a77-b334-54f4dc0f40ba tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543017 Feb 04 22:30:34.059912 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 49448) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:34.231208 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9d49dea4-0776-4ac9-bf84-2408b4a43950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:34.261184 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-9d49dea4-0776-4ac9-bf84-2408b4a43950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:30:34.267540 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-9d49dea4-0776-4ac9-bf84-2408b4a43950 admin admin] Usage tracker for resource:security_group_rule and tenant:66b5f655363b4748bd9fcb7afbd6d045 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:30:34.271173 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-9d49dea4-0776-4ac9-bf84-2408b4a43950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:30:34.279545 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-9d49dea4-0776-4ac9-bf84-2408b4a43950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:30:34.322187 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5d558-8bde-410c-9f1f-5c426f09679b req-56bbb63d-124d-4f7f-bbd3-0acf903ac500 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:34.322848 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-18c5d558-8bde-410c-9f1f-5c426f09679b req-56bbb63d-124d-4f7f-bbd3-0acf903ac500 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Synchronizing usage tracker for tenant:6fa2b5c5c8544eefa22d3b1bd973cbcb on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:30:34.361107 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-18c5d558-8bde-410c-9f1f-5c426f09679b req-56bbb63d-124d-4f7f-bbd3-0acf903ac500 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Unset dirty status for tenant:6fa2b5c5c8544eefa22d3b1bd973cbcb on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:30:34.362385 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-18c5d558-8bde-410c-9f1f-5c426f09679b req-56bbb63d-124d-4f7f-bbd3-0acf903ac500 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.58 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 946 time: 0.1758282 Feb 04 22:30:34.460291 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9d49dea4-0776-4ac9-bf84-2408b4a43950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:34.465068 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-18c5d558-8bde-410c-9f1f-5c426f09679b req-f8494edd-8b0c-4024-925c-a3e04f35ca16 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Deleting port 02fad515-cd8a-4237-97f4-dc022adbf392 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:30:34.465402 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-18c5d558-8bde-410c-9f1f-5c426f09679b req-f8494edd-8b0c-4024-925c-a3e04f35ca16 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:34.494480 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9d49dea4-0776-4ac9-bf84-2408b4a43950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:34.557694 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-9d49dea4-0776-4ac9-bf84-2408b4a43950 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=66b5f655363b4748bd9fcb7afbd6d045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966507 Feb 04 22:30:34.561399 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 49454) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:34.601358 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49dea4-0776-4ac9-bf84-2408b4a43950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722540e0-5279-4730-8a57-8f6920fdedac,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:34.627785 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fd821932-a3e0-4745-9d70-81fcef60faa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:34.657497 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fd821932-a3e0-4745-9d70-81fcef60faa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:34.716610 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fd821932-a3e0-4745-9d70-81fcef60faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:34.733201 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd821932-a3e0-4745-9d70-81fcef60faa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722540e0-5279-4730-8a57-8f6920fdedac,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:34.743275 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fd821932-a3e0-4745-9d70-81fcef60faa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:34.744424 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-fd821932-a3e0-4745-9d70-81fcef60faa8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/722540e0-5279-4730-8a57-8f6920fdedac HTTP/1.1" status: 204 len: 168 time: 0.1817615 Feb 04 22:30:34.785064 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-18c5d558-8bde-410c-9f1f-5c426f09679b req-f8494edd-8b0c-4024-925c-a3e04f35ca16 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] For port 02fad515-cd8a-4237-97f4-dc022adbf392, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=02fad515-cd8a-4237-97f4-dc022adbf392,segment=NetworkSegment(393c533a-fba4-4788-aa40-5607e77ff5c3),segment_id=393c533a-fba4-4788-aa40-5607e77ff5c3)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:30:34.785419 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-18c5d558-8bde-410c-9f1f-5c426f09679b req-f8494edd-8b0c-4024-925c-a3e04f35ca16 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:35.011381 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-18c5d558-8bde-410c-9f1f-5c426f09679b req-f8494edd-8b0c-4024-925c-a3e04f35ca16 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Calling delete_port for 02fad515-cd8a-4237-97f4-dc022adbf392 owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:30:35.080593 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 49464) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:35.143480 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-644a55fd-eb10-4122-b32c-068a95002f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:35.165584 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-644a55fd-eb10-4122-b32c-068a95002f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:30:35.168871 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-18c5d558-8bde-410c-9f1f-5c426f09679b req-f8494edd-8b0c-4024-925c-a3e04f35ca16 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:35.172113 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-644a55fd-eb10-4122-b32c-068a95002f66 admin admin] Usage tracker for resource:security_group_rule and tenant:0473452fcf764517b46e60079a384606 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:30:35.176100 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-644a55fd-eb10-4122-b32c-068a95002f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:30:35.183155 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-644a55fd-eb10-4122-b32c-068a95002f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:30:35.204786 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['02fad515-cd8a-4237-97f4-dc022adbf392'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:30:35.225061 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8494edd-8b0c-4024-925c-a3e04f35ca16 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Pushing event deleted for resources: {'Port': ['ID=02fad515-cd8a-4237-97f4-dc022adbf392,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:35.229067 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0e721-a7eb-4046-a606-8d3e94c2f55f req-9d0e6164-75b4-4672-98b7-91a3e5c277e4 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:35.232276 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a3d0e721-a7eb-4046-a606-8d3e94c2f55f req-9d0e6164-75b4-4672-98b7-91a3e5c277e4 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=426d5f83-747a-4fa6-850e-5001475c4b25 HTTP/1.1" status: 200 len: 867 time: 0.1518941 Feb 04 22:30:35.305746 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a3d0e721-a7eb-4046-a606-8d3e94c2f55f req-42e9929c-4cec-4d8f-9044-d804cde87f3e tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657647 Feb 04 22:30:35.313107 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c5d558-8bde-410c-9f1f-5c426f09679b req-f8494edd-8b0c-4024-925c-a3e04f35ca16 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] No DVR routers for this DVR port 02fad515-cd8a-4237-97f4-dc022adbf392 on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:30:35.315912 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-18c5d558-8bde-410c-9f1f-5c426f09679b req-f8494edd-8b0c-4024-925c-a3e04f35ca16 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:35.318645 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426d5f83-747a-4fa6-850e-5001475c4b25', 'name': 'network-vif-deleted', 'tag': '02fad515-cd8a-4237-97f4-dc022adbf392'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:30:35.343722 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-18c5d558-8bde-410c-9f1f-5c426f09679b req-f8494edd-8b0c-4024-925c-a3e04f35ca16 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.58 "DELETE /v2.0/ports/02fad515-cd8a-4237-97f4-dc022adbf392 HTTP/1.1" status: 204 len: 173 time: 0.9739628 Feb 04 22:30:35.353631 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-644a55fd-eb10-4122-b32c-068a95002f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:35.358825 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-644a55fd-eb10-4122-b32c-068a95002f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:35.372339 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426d5f83-747a-4fa6-850e-5001475c4b25', 'name': 'network-vif-deleted', 'tag': '02fad515-cd8a-4237-97f4-dc022adbf392', 'status': 'completed', 'code': 200} Feb 04 22:30:35.413166 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-644a55fd-eb10-4122-b32c-068a95002f66 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0473452fcf764517b46e60079a384606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969406 Feb 04 22:30:35.413767 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a55fd-eb10-4122-b32c-068a95002f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ddec81-ec3b-48dd-96e6-7c4b52b30536,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:35.416874 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 49470) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:35.476816 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1673b3d1-5b85-4c96-ad06-139d446e1a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:35.506785 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1673b3d1-5b85-4c96-ad06-139d446e1a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:35.568226 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1673b3d1-5b85-4c96-ad06-139d446e1a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:35.584553 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673b3d1-5b85-4c96-ad06-139d446e1a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ddec81-ec3b-48dd-96e6-7c4b52b30536,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:35.594616 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1673b3d1-5b85-4c96-ad06-139d446e1a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:35.599107 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-1673b3d1-5b85-4c96-ad06-139d446e1a5c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14ddec81-ec3b-48dd-96e6-7c4b52b30536 HTTP/1.1" status: 204 len: 168 time: 0.1784625 Feb 04 22:30:39.451251 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 02fad515-cd8a-4237-97f4-dc022adbf392 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:30:39.488109 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 02fad515-cd8a-4237-97f4-dc022adbf392 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:30:39.488463 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 02fad515-cd8a-4237-97f4-dc022adbf392 not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:30:45.975205 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-c36c8149-a2c1-4c0f-90fe-ab25ee7bdc2e tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:45.976734 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-c36c8149-a2c1-4c0f-90fe-ab25ee7bdc2e tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/networks?id=36d8eb55-e47f-41d0-810c-60519f4f4d87 HTTP/1.1" status: 200 len: 814 time: 0.2206450 Feb 04 22:30:45.992022 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-ec6d880a-a03a-49eb-b05d-83b811983e17 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/quotas/6fa2b5c5c8544eefa22d3b1bd973cbcb HTTP/1.1" status: 200 len: 375 time: 0.0090687 Feb 04 22:30:46.041518 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-05d0e123-3fba-49e6-90c3-fdfb0cdfbb2d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fa2b5c5c8544eefa22d3b1bd973cbcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444624 Feb 04 22:30:46.174713 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-3d0bdd58-c98c-4225-93e9-f90053d6cb9c service neutron] 10.222.0.47 "GET /v2.0/networks/36d8eb55-e47f-41d0-810c-60519f4f4d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261024 Feb 04 22:30:46.311138 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-4a7dcb0f-4dd3-476f-9331-0026f2568a2f service neutron] 10.222.0.47 "GET /v2.0/networks/36d8eb55-e47f-41d0-810c-60519f4f4d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299181 Feb 04 22:30:46.490973 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-31c48f48-682c-4f30-8ec9-ab449dfbf777 req-f68b1c29-9bc3-46ff-9384-71afb92f0762 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 210 time: 0.0425351 Feb 04 22:30:47.643260 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3ea7aceb-352a-4929-a264-66f821912949 req-ca7804fc-1c83-4be6-b2bd-be56ad8c95c8 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 210 time: 0.0450368 Feb 04 22:30:47.908125 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-600a063d-86d4-46ea-811a-7a97e184e1d3 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:47.909666 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-600a063d-86d4-46ea-811a-7a97e184e1d3 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.58 "GET /v2.0/networks?id=36d8eb55-e47f-41d0-810c-60519f4f4d87 HTTP/1.1" status: 200 len: 814 time: 0.1517854 Feb 04 22:30:47.930601 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Request body: {'port': {'device_id': '5fbe4fa8-106f-4d96-b286-deffa583446f', 'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87', 'admin_state_up': True, 'tenant_id': '6fa2b5c5c8544eefa22d3b1bd973cbcb'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:30:48.067487 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:30:48.071459 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Usage tracker for resource:port and tenant:6fa2b5c5c8544eefa22d3b1bd973cbcb is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:30:48.074849 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:30:48.080435 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:30:48.093175 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Made reservation on behalf of 6fa2b5c5c8544eefa22d3b1bd973cbcb for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:30:48.096834 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:48.262537 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Allocated IP 172.20.0.4 (36d8eb55-e47f-41d0-810c-60519f4f4d87/edaee99d-ee5c-4e7d-b058-cf6a11095eb5/c4003cde-4be0-420c-81a3-78c68667ea19) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:30:48.468900 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:48.499742 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:48.575444 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Network 36d8eb55-e47f-41d0-810c-60519f4f4d87 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:30:48.578665 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:30:48.582420 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:30:48.614482 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Pushing event updated for resources: {'Port': ['ID=c4003cde-4be0-420c-81a3-78c68667ea19,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:48.650903 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:48.651494 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:48.677070 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-82ad2b57-f018-48b9-878f-565fe11c573d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7501845 Feb 04 22:30:48.695969 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Request body: {'port': {'device_id': '5fbe4fa8-106f-4d96-b286-deffa583446f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:30:48.806926 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:48.833032 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccdca1-c0cd-4536-915f-9beff326c143 req-010b3818-1e21-48c9-8963-a1de3c324611 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:48.834530 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cdccdca1-c0cd-4536-915f-9beff326c143 req-010b3818-1e21-48c9-8963-a1de3c324611 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 931 time: 0.0824463 Feb 04 22:30:48.879248 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cdccdca1-c0cd-4536-915f-9beff326c143 req-b0e4d80a-7006-42ed-b30a-cfce5ffbf24d tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382538 Feb 04 22:30:49.142129 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4003cde-4be0-420c-81a3-78c68667ea19 {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:30:49.149262 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:49.163409 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Transition to ACTIVE for port object c4003cde-4be0-420c-81a3-78c68667ea19 will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:30:49.167078 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:49.373843 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Pushing event updated for resources: {'Port': ['ID=c4003cde-4be0-420c-81a3-78c68667ea19,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:49.473875 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Attempting to bind port c4003cde-4be0-420c-81a3-78c68667ea19 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:30:49.474112 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Attempting to bind port c4003cde-4be0-420c-81a3-78c68667ea19 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '393c533a-fba4-4788-aa40-5607e77ff5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:30:49.474431 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Attempting to bind port c4003cde-4be0-420c-81a3-78c68667ea19 on network 36d8eb55-e47f-41d0-810c-60519f4f4d87 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:30:49.478849 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Port c4003cde-4be0-420c-81a3-78c68667ea19 on network 36d8eb55-e47f-41d0-810c-60519f4f4d87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:30:49.479164 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Attempting to bind port c4003cde-4be0-420c-81a3-78c68667ea19 on network 36d8eb55-e47f-41d0-810c-60519f4f4d87 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:30:49.484337 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:30:49.484662 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Checking segment: {'id': '393c533a-fba4-4788-aa40-5607e77ff5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:30:49.485044 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Bound using segment: {'id': '393c533a-fba4-4788-aa40-5607e77ff5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:30:49.485493 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Bound port: c4003cde-4be0-420c-81a3-78c68667ea19, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393c533a-fba4-4788-aa40-5607e77ff5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:30:49.485859 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:49.576757 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] For port c4003cde-4be0-420c-81a3-78c68667ea19, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:30:49.579817 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] For port c4003cde-4be0-420c-81a3-78c68667ea19, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c4003cde-4be0-420c-81a3-78c68667ea19,segment=NetworkSegment(393c533a-fba4-4788-aa40-5607e77ff5c3),segment_id=393c533a-fba4-4788-aa40-5607e77ff5c3)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:30:49.583397 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:49.641494 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:49.642132 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:49.643481 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] 10.222.0.58 "PUT /v2.0/ports/c4003cde-4be0-420c-81a3-78c68667ea19 HTTP/1.1" status: 200 len: 1093 time: 0.9518278 Feb 04 22:30:49.643900 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbe4fa8-106f-4d96-b286-deffa583446f', 'tag': 'c4003cde-4be0-420c-81a3-78c68667ea19'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:30:49.665210 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d782-cb97-4e59-be5d-76148089ceaf service neutron] Pushing event updated for resources: {'Port': ['ID=c4003cde-4be0-420c-81a3-78c68667ea19,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:49.691551 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbe4fa8-106f-4d96-b286-deffa583446f', 'tag': 'c4003cde-4be0-420c-81a3-78c68667ea19', 'status': 'completed', 'code': 200} Feb 04 22:30:49.783087 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-cc90c69d-5671-4797-b286-c511ad65ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:49.784776 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-cc90c69d-5671-4797-b286-c511ad65ad41 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fa2b5c5c8544eefa22d3b1bd973cbcb&device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 1096 time: 0.0733666 Feb 04 22:30:49.859296 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-3e06af3a-da0a-493c-b088-4640a0806ed1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4003cde-4be0-420c-81a3-78c68667ea19 HTTP/1.1" status: 200 len: 217 time: 0.0600522 Feb 04 22:30:49.928968 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-86039888-460a-45de-bedc-6b03d386039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:49.930931 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-86039888-460a-45de-bedc-6b03d386039a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edaee99d-ee5c-4e7d-b058-cf6a11095eb5 HTTP/1.1" status: 200 len: 854 time: 0.0655429 Feb 04 22:30:49.980692 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-c675c075-4575-4a05-940b-12cec2cfcea0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36d8eb55-e47f-41d0-810c-60519f4f4d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420251 Feb 04 22:30:50.062824 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bcddc-21b9-4c14-bc09-7fe5ec35fe4f req-df4ff52c-9c7d-4b0e-b3db-c2f1fb99ac66 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:50.064185 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-382bcddc-21b9-4c14-bc09-7fe5ec35fe4f req-df4ff52c-9c7d-4b0e-b3db-c2f1fb99ac66 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 943 time: 0.0769951 Feb 04 22:30:50.107958 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-382bcddc-21b9-4c14-bc09-7fe5ec35fe4f req-2546c8c3-8896-4ca5-89b1-03aa73899576 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380554 Feb 04 22:30:50.109726 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-9355640d-4387-4a56-9f59-728987e3b879 service neutron] 10.222.0.58 "GET /v2.0/networks/36d8eb55-e47f-41d0-810c-60519f4f4d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224384 Feb 04 22:30:50.239190 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bd8b4983-2cb0-47eb-b7da-a45ba4de7bf1 req-e8747f20-30c3-4334-9eda-09e7e0464667 service neutron] 10.222.0.58 "GET /v2.0/networks/36d8eb55-e47f-41d0-810c-60519f4f4d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220951 Feb 04 22:30:50.401034 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910791b1-c074-4715-a8e7-b5c0ae068bd4 req-6085c30a-1f57-41f3-85d6-30c9d4c95582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:50.402583 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-910791b1-c074-4715-a8e7-b5c0ae068bd4 req-6085c30a-1f57-41f3-85d6-30c9d4c95582 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fa2b5c5c8544eefa22d3b1bd973cbcb&device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 1096 time: 0.0694082 Feb 04 22:30:50.532262 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910791b1-c074-4715-a8e7-b5c0ae068bd4 req-a370799d-0e9c-4fc9-906f-1ea46b571e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:50.533678 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-910791b1-c074-4715-a8e7-b5c0ae068bd4 req-a370799d-0e9c-4fc9-906f-1ea46b571e39 service neutron] 10.222.0.58 "GET /v2.0/networks?id=36d8eb55-e47f-41d0-810c-60519f4f4d87 HTTP/1.1" status: 200 len: 915 time: 0.1247807 Feb 04 22:30:50.603125 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-910791b1-c074-4715-a8e7-b5c0ae068bd4 req-6d28177e-8a64-4403-a2cc-0bdd51f2e172 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4003cde-4be0-420c-81a3-78c68667ea19 HTTP/1.1" status: 200 len: 217 time: 0.0625803 Feb 04 22:30:50.662964 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910791b1-c074-4715-a8e7-b5c0ae068bd4 req-6ec58c89-03c7-4d5a-9c6e-8a5fa294aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:50.664376 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-910791b1-c074-4715-a8e7-b5c0ae068bd4 req-6ec58c89-03c7-4d5a-9c6e-8a5fa294aaea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edaee99d-ee5c-4e7d-b058-cf6a11095eb5 HTTP/1.1" status: 200 len: 854 time: 0.0548716 Feb 04 22:30:50.713192 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-910791b1-c074-4715-a8e7-b5c0ae068bd4 req-bd1d9bd7-7c2d-44ea-ae4c-149bd9d990fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36d8eb55-e47f-41d0-810c-60519f4f4d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416870 Feb 04 22:30:50.840510 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-910791b1-c074-4715-a8e7-b5c0ae068bd4 req-e2461882-e71b-4ff5-8a63-dc2610305e00 service neutron] 10.222.0.58 "GET /v2.0/networks/36d8eb55-e47f-41d0-810c-60519f4f4d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192982 Feb 04 22:30:51.048435 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-910791b1-c074-4715-a8e7-b5c0ae068bd4 req-e0ed07ec-81f7-4898-995e-5fcde252fb54 service neutron] 10.222.0.58 "GET /v2.0/networks/36d8eb55-e47f-41d0-810c-60519f4f4d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007406 Feb 04 22:30:51.296803 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00726e1-266a-4401-b956-24e1b057e3ca req-1315cc49-744c-4ea0-91bd-bd442b9e5534 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:51.298270 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f00726e1-266a-4401-b956-24e1b057e3ca req-1315cc49-744c-4ea0-91bd-bd442b9e5534 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 943 time: 0.0828404 Feb 04 22:30:51.342979 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f00726e1-266a-4401-b956-24e1b057e3ca req-f5e36c04-8cae-4641-9e96-bb4eae721318 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390205 Feb 04 22:30:52.499015 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b6fc994c-f7ab-405b-836c-bbcc90d8c9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:52.531115 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f85d3-b599-46bc-98c0-c92a461f53f9 req-48e10ed4-2b2f-4377-ad16-e34c51b0bb0a tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:52.532601 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7a9f85d3-b599-46bc-98c0-c92a461f53f9 req-48e10ed4-2b2f-4377-ad16-e34c51b0bb0a tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 943 time: 0.0834320 Feb 04 22:30:52.580872 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7a9f85d3-b599-46bc-98c0-c92a461f53f9 req-38d927d0-6dd5-4395-9a5f-dc3d72f44861 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Feb 04 22:30:53.762660 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d910a7d-dab3-4456-b4f4-c8b6ce5dfadd req-bdbe2cff-5cfd-4f69-8663-b375d6fc2cca tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:53.764127 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0d910a7d-dab3-4456-b4f4-c8b6ce5dfadd req-bdbe2cff-5cfd-4f69-8663-b375d6fc2cca tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 943 time: 0.0786479 Feb 04 22:30:53.807514 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0d910a7d-dab3-4456-b4f4-c8b6ce5dfadd req-f4d58f5e-a64a-4047-94c1-25bbbf81a1e8 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377831 Feb 04 22:30:54.534519 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device c4003cde-4be0-420c-81a3-78c68667ea19 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:30:54.695652 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port c4003cde-4be0-420c-81a3-78c68667ea19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c4003cde-4be0-420c-81a3-78c68667ea19,segment=NetworkSegment(393c533a-fba4-4788-aa40-5607e77ff5c3),segment_id=393c533a-fba4-4788-aa40-5607e77ff5c3)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:30:54.708897 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': 'c4003cde-4be0-420c-81a3-78c68667ea19', 'network_id': '36d8eb55-e47f-41d0-810c-60519f4f4d87', 'port_id': 'c4003cde-4be0-420c-81a3-78c68667ea19', 'mac_address': 'fa:16:3e:cf:e4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edaee99d-ee5c-4e7d-b058-cf6a11095eb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:30:54.768201 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:54.771809 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:54.788350 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4003cde-4be0-420c-81a3-78c68667ea19 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:30:54.803746 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port c4003cde-4be0-420c-81a3-78c68667ea19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c4003cde-4be0-420c-81a3-78c68667ea19,segment=NetworkSegment(393c533a-fba4-4788-aa40-5607e77ff5c3),segment_id=393c533a-fba4-4788-aa40-5607e77ff5c3)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:30:54.807235 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:54.875221 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=c4003cde-4be0-420c-81a3-78c68667ea19,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:54.882258 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:54.882598 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:54.882927 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:54.883247 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:54.883566 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:54.883884 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:54.884203 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:54.884513 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:54.884827 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:54.885135 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:54.885442 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:54.885778 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:54.992066 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9dbb1034-6024-4461-b524-05cfdacb9d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:54.994971 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b73c42-239e-4162-bfb9-7a0e718ecbad req-b08aa967-045b-483e-81cb-39aeeb5012fc tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:54.996527 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-64b73c42-239e-4162-bfb9-7a0e718ecbad req-b08aa967-045b-483e-81cb-39aeeb5012fc tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 944 time: 0.0831239 Feb 04 22:30:55.040457 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-64b73c42-239e-4162-bfb9-7a0e718ecbad req-bf5a9a1a-adcc-47df-8f26-97ef21cd123e tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377634 Feb 04 22:30:55.090106 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['c4003cde-4be0-420c-81a3-78c68667ea19'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:30:55.533638 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 49696) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:55.652436 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:55.667880 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:30:55.672056 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:f9ce5fb9b0764556994159964b502816 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:30:55.674850 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:30:55.680383 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:30:55.763844 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:55.767662 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:55.814009 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9ce5fb9b0764556994159964b502816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790959 Feb 04 22:30:55.814693 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9328ef85-d452-4626-99c7-71c3cb7c02a1,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:55.816653 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 49702) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:30:55.821919 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:55.822264 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:55.822594 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:55.822922 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:55.823254 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:55.823571 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:55.823923 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:55.824242 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:55.824561 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:55.824876 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:55.825190 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:55.825500 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0422d-29f7-4b6c-8f33-45cd4658f0d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:30:55.878011 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5787-b565-42d5-9fee-7cfc4c470d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:55.902571 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5787-b565-42d5-9fee-7cfc4c470d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:55.921480 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:55.954278 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5787-b565-42d5-9fee-7cfc4c470d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:55.969421 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a5787-b565-42d5-9fee-7cfc4c470d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9328ef85-d452-4626-99c7-71c3cb7c02a1,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:55.973775 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5787-b565-42d5-9fee-7cfc4c470d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:55.975635 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-9c6a5787-b565-42d5-9fee-7cfc4c470d76 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9328ef85-d452-4626-99c7-71c3cb7c02a1 HTTP/1.1" status: 204 len: 168 time: 0.1572359 Feb 04 22:30:56.228208 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d6f62-5ee0-4462-be27-016307241620 req-fb273548-2187-412c-9e2e-919fc301e74b tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:56.229677 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0f6d6f62-5ee0-4462-be27-016307241620 req-fb273548-2187-412c-9e2e-919fc301e74b tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 944 time: 0.0865474 Feb 04 22:30:56.265440 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:56.275341 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0f6d6f62-5ee0-4462-be27-016307241620 req-67d96b19-f67c-4366-9c30-799f364f87d9 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391407 Feb 04 22:30:56.552668 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device c4003cde-4be0-420c-81a3-78c68667ea19 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:30:56.622171 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port c4003cde-4be0-420c-81a3-78c68667ea19 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:30:56.627413 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port c4003cde-4be0-420c-81a3-78c68667ea19 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:30:56.627790 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:56.746012 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:56.772673 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe4fa8-106f-4d96-b286-deffa583446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4003cde-4be0-420c-81a3-78c68667ea19'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:30:56.782743 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port c4003cde-4be0-420c-81a3-78c68667ea19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c4003cde-4be0-420c-81a3-78c68667ea19,segment=NetworkSegment(393c533a-fba4-4788-aa40-5607e77ff5c3),segment_id=393c533a-fba4-4788-aa40-5607e77ff5c3)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:30:56.787675 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:56.824504 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe4fa8-106f-4d96-b286-deffa583446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4003cde-4be0-420c-81a3-78c68667ea19', 'code': 200} Feb 04 22:30:56.857435 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=c4003cde-4be0-420c-81a3-78c68667ea19,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:30:57.077616 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022dba4-a464-4ae7-95e9-f2063cce04d6 req-4f76ec3d-f716-4fdd-9b3b-123c44181f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:57.079226 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3022dba4-a464-4ae7-95e9-f2063cce04d6 req-4f76ec3d-f716-4fdd-9b3b-123c44181f4d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 1098 time: 0.0737200 Feb 04 22:30:57.120230 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3022dba4-a464-4ae7-95e9-f2063cce04d6 req-c2b104cd-56a9-4146-8f0a-59446a9f488c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354691 Feb 04 22:30:57.284462 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:30:57.459147 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42052f61-02fe-4b07-8dde-789662450b4b req-594b2f74-a998-46e3-9622-cd9b66a78508 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:57.460644 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-42052f61-02fe-4b07-8dde-789662450b4b req-594b2f74-a998-46e3-9622-cd9b66a78508 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 945 time: 0.0783908 Feb 04 22:30:57.504643 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-42052f61-02fe-4b07-8dde-789662450b4b req-aaffaf80-382a-4683-8620-6943eeb72597 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 Feb 04 22:30:57.923979 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:30:58.694050 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7499a-a060-4487-a118-ac87c36edfa1 req-13216951-adcd-41c5-9b94-73af8873b872 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:30:58.695483 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a5a7499a-a060-4487-a118-ac87c36edfa1 req-13216951-adcd-41c5-9b94-73af8873b872 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 945 time: 0.0815046 Feb 04 22:30:58.738390 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a5a7499a-a060-4487-a118-ac87c36edfa1 req-4549c105-f84d-4aec-9d72-97c3895e5c90 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373333 Feb 04 22:31:22.502945 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-511002f3-4288-432a-8d17-e5e5af2a1dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:22.589338 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 49914) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:31:22.709214 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:22.723803 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:31:22.727678 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Usage tracker for resource:security_group_rule and tenant:60ade321682548babf643f9d257eed5d is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:31:22.730807 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:31:22.737416 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:31:22.825523 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:22.830221 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:22.878817 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=60ade321682548babf643f9d257eed5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883363 Feb 04 22:31:22.879692 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e317dfca-2d90-4782-9ea2-ce0b610c3e30,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:22.882169 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 49926) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:31:22.888078 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:22.888426 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:22.888753 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:22.889086 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:22.889412 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:22.889748 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:22.890079 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:22.890397 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:22.890713 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:22.891031 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:22.891396 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:22.891676 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e2f26-6df2-4eb5-afe9-bae65957fe8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:22.947904 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-315446ed-beda-4fe8-8783-5169ebcda63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:22.973610 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-315446ed-beda-4fe8-8783-5169ebcda63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:23.031402 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-315446ed-beda-4fe8-8783-5169ebcda63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:23.048412 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315446ed-beda-4fe8-8783-5169ebcda63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e317dfca-2d90-4782-9ea2-ce0b610c3e30,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:23.062909 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-315446ed-beda-4fe8-8783-5169ebcda63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:23.066528 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-315446ed-beda-4fe8-8783-5169ebcda63b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e317dfca-2d90-4782-9ea2-ce0b610c3e30 HTTP/1.1" status: 204 len: 168 time: 0.1807523 Feb 04 22:31:23.851886 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 49954) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:31:23.962861 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1780847651-network', 'tenant_id': '503481a8d89441c7bef0afc5a0f26860'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:31:23.968341 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:31:23.972278 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Usage tracker for resource:network and tenant:503481a8d89441c7bef0afc5a0f26860 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:31:23.975186 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:31:23.982087 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:31:23.992490 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Made reservation on behalf of 503481a8d89441c7bef0afc5a0f26860 for: {'network': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:31:23.994977 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:24.007500 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:24.023144 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:31:24.027514 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Usage tracker for resource:security_group_rule and tenant:503481a8d89441c7bef0afc5a0f26860 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:31:24.031201 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:31:24.037217 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:31:24.125404 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:24.129377 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:24.160125 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=86817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:31:24.169532 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:24.176803 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:24.177147 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.segments_db [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Added segment fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e of type vlan for network ddaf3acd-420c-46ac-8299-e7104fd3e13f Feb 04 22:31:24.214232 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:24.254374 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:24.255675 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:24.256432 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:24.369289 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] Pushing event updated for resources: {'Network': ['ID=ddaf3acd-420c-46ac-8299-e7104fd3e13f,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:24.375255 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-cb3349a6-ade2-450f-b824-fcf51451554f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5194640 Feb 04 22:31:24.375487 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 49964) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:31:24.381532 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Request body: {'subnet': {'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1780847651-subnet', 'tenant_id': '503481a8d89441c7bef0afc5a0f26860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:31:24.383773 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network ddaf3acd-420c-46ac-8299-e7104fd3e13f details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:31:24.386535 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:31:24.391719 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Usage tracker for resource:subnet and tenant:503481a8d89441c7bef0afc5a0f26860 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:31:24.394833 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:31:24.401184 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:31:24.416894 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Made reservation on behalf of 503481a8d89441c7bef0afc5a0f26860 for: {'subnet': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:31:24.419759 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263107254'] for subnet, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:24.777187 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:24.783832 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263108876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263107236'] for subnet, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:24.858370 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20a005-6321-46ee-962f-dbfc730b84e9 req-0f6c0de0-3495-4755-a02b-3f88672da811 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:24.859861 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cd20a005-6321-46ee-962f-dbfc730b84e9 req-0f6c0de0-3495-4755-a02b-3f88672da811 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 945 time: 0.1706281 Feb 04 22:31:24.868327 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f715762-3680-4a13-9bfe-54fd70cff11c,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:24.919554 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Checking segment: {'id': 'fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:31:24.919899 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Network hostable DHCP agents. Network: ddaf3acd-420c-46ac-8299-e7104fd3e13f, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:31:24.929263 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cd20a005-6321-46ee-962f-dbfc730b84e9 req-18bd6a91-b365-420f-b6ca-324928917c1e tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618169 Feb 04 22:31:24.943865 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Network ddaf3acd-420c-46ac-8299-e7104fd3e13f is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:31:24.953872 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, ddaf3acd-420c-46ac-8299-e7104fd3e13f) {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:31:24.958362 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:24.958942 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:24.964507 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07bb700-765f-4fa8-9ce3-53ecc6fd702b None None] Network ddaf3acd-420c-46ac-8299-e7104fd3e13f requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:31:24.982404 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-76c59df7-ec22-4d06-8900-48f112354a68 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6055763 Feb 04 22:31:25.050685 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-fb24a460-3924-4821-ac58-7853e020b73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:25.191609 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dafdfd6-7aa4-4eb5-afbd-2c8ec673a30f None None] Network ddaf3acd-420c-46ac-8299-e7104fd3e13f requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:31:25.923219 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:26.132158 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefd96c-2795-48db-b8c1-2736c452f79b req-c495ed54-cf9e-4605-9c7e-b41a8220171e tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:26.133656 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-afefd96c-2795-48db-b8c1-2736c452f79b req-c495ed54-cf9e-4605-9c7e-b41a8220171e tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 945 time: 0.0912848 Feb 04 22:31:26.190327 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-afefd96c-2795-48db-b8c1-2736c452f79b req-c8ad8227-e807-4c74-a1de-43296a30cf46 tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/security-groups?id=df720155-f55b-4e5e-bc16-4b8b37a830f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454972 Feb 04 22:31:26.276968 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:26.601307 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be42d9-ab7b-4188-a76f-7ab69d8e5f96 req-50f0c4d4-9b16-4ce4-a335-49cbb44211dd tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:26.602224 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-75be42d9-ab7b-4188-a76f-7ab69d8e5f96 req-50f0c4d4-9b16-4ce4-a335-49cbb44211dd tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Synchronizing usage tracker for tenant:6fa2b5c5c8544eefa22d3b1bd973cbcb on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:31:26.621501 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-75be42d9-ab7b-4188-a76f-7ab69d8e5f96 req-50f0c4d4-9b16-4ce4-a335-49cbb44211dd tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Unset dirty status for tenant:6fa2b5c5c8544eefa22d3b1bd973cbcb on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:31:26.623244 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-75be42d9-ab7b-4188-a76f-7ab69d8e5f96 req-50f0c4d4-9b16-4ce4-a335-49cbb44211dd tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 945 time: 0.1082816 Feb 04 22:31:26.695436 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-75be42d9-ab7b-4188-a76f-7ab69d8e5f96 req-036bc56a-5ddd-4e38-8d57-bd4e66a4424f tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Deleting port c4003cde-4be0-420c-81a3-78c68667ea19 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:31:26.695787 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-75be42d9-ab7b-4188-a76f-7ab69d8e5f96 req-036bc56a-5ddd-4e38-8d57-bd4e66a4424f tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:26.969360 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-75be42d9-ab7b-4188-a76f-7ab69d8e5f96 req-036bc56a-5ddd-4e38-8d57-bd4e66a4424f tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] For port c4003cde-4be0-420c-81a3-78c68667ea19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c4003cde-4be0-420c-81a3-78c68667ea19,segment=NetworkSegment(393c533a-fba4-4788-aa40-5607e77ff5c3),segment_id=393c533a-fba4-4788-aa40-5607e77ff5c3)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:31:26.969747 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-75be42d9-ab7b-4188-a76f-7ab69d8e5f96 req-036bc56a-5ddd-4e38-8d57-bd4e66a4424f tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:27.128654 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-75be42d9-ab7b-4188-a76f-7ab69d8e5f96 req-036bc56a-5ddd-4e38-8d57-bd4e66a4424f tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Calling delete_port for c4003cde-4be0-420c-81a3-78c68667ea19 owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:31:27.142011 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-be10b151-bd9d-4ab0-975d-8cf433080dac tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:27.143054 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-be10b151-bd9d-4ab0-975d-8cf433080dac tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Synchronizing usage tracker for tenant:503481a8d89441c7bef0afc5a0f26860 on resource:network {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:31:27.162725 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-be10b151-bd9d-4ab0-975d-8cf433080dac tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Unset dirty status for tenant:503481a8d89441c7bef0afc5a0f26860 on resource:network {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:31:27.164316 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-be10b151-bd9d-4ab0-975d-8cf433080dac tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/networks?id=ddaf3acd-420c-46ac-8299-e7104fd3e13f HTTP/1.1" status: 200 len: 809 time: 0.1975894 Feb 04 22:31:27.185400 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-743a0024-4bc1-4e65-8333-ddec4ad18286 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/quotas/503481a8d89441c7bef0afc5a0f26860 HTTP/1.1" status: 200 len: 375 time: 0.0144355 Feb 04 22:31:27.239109 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-08efe1da-a719-4349-a02f-9b7194fd133c tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=503481a8d89441c7bef0afc5a0f26860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457006 Feb 04 22:31:27.299254 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:27.302549 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-75be42d9-ab7b-4188-a76f-7ab69d8e5f96 req-036bc56a-5ddd-4e38-8d57-bd4e66a4424f tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:27.341946 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['c4003cde-4be0-420c-81a3-78c68667ea19'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:31:27.396494 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bc56a-5ddd-4e38-8d57-bd4e66a4424f tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Pushing event deleted for resources: {'Port': ['ID=c4003cde-4be0-420c-81a3-78c68667ea19,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:27.422344 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-72951fb5-e516-48db-b47d-33e30304bd09 req-42ca5ac8-2331-440e-bc95-7aac6f1f3c8a tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbe4fa8-106f-4d96-b286-deffa583446f HTTP/1.1" status: 200 len: 210 time: 0.1094878 Feb 04 22:31:27.446291 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-75be42d9-ab7b-4188-a76f-7ab69d8e5f96 req-036bc56a-5ddd-4e38-8d57-bd4e66a4424f tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] No DVR routers for this DVR port c4003cde-4be0-420c-81a3-78c68667ea19 on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:31:27.449391 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-75be42d9-ab7b-4188-a76f-7ab69d8e5f96 req-036bc56a-5ddd-4e38-8d57-bd4e66a4424f tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:27.452554 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe4fa8-106f-4d96-b286-deffa583446f', 'name': 'network-vif-deleted', 'tag': 'c4003cde-4be0-420c-81a3-78c68667ea19'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:31:27.479719 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-75be42d9-ab7b-4188-a76f-7ab69d8e5f96 req-036bc56a-5ddd-4e38-8d57-bd4e66a4424f tempest-VolumesSnapshotTestJSON-2097196022 tempest-VolumesSnapshotTestJSON-2097196022-project] 10.222.0.58 "DELETE /v2.0/ports/c4003cde-4be0-420c-81a3-78c68667ea19 HTTP/1.1" status: 204 len: 173 time: 0.8506348 Feb 04 22:31:27.500252 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe4fa8-106f-4d96-b286-deffa583446f', 'name': 'network-vif-deleted', 'tag': 'c4003cde-4be0-420c-81a3-78c68667ea19', 'status': 'completed', 'code': 200} Feb 04 22:31:27.501953 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-fd6bbcff-949f-4340-b0dc-38d378586c7b service neutron] 10.222.0.47 "GET /v2.0/networks/ddaf3acd-420c-46ac-8299-e7104fd3e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528048 Feb 04 22:31:27.641984 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-3bf3f5ae-4c8c-4798-8458-7baa17a38737 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaf3acd-420c-46ac-8299-e7104fd3e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340768 Feb 04 22:31:27.827547 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9b175112-e2df-463c-bfd5-35e9cd91ad27 req-6cd3ac0e-e45a-4cd3-9ed9-b226705edc2e tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 210 time: 0.0555325 Feb 04 22:31:29.008412 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-03498db9-0fd7-4390-8245-8a651f078fe5 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:29.009914 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-03498db9-0fd7-4390-8245-8a651f078fe5 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.58 "GET /v2.0/networks?id=ddaf3acd-420c-46ac-8299-e7104fd3e13f HTTP/1.1" status: 200 len: 809 time: 0.1969273 Feb 04 22:31:29.025324 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-4455bcc1-d76d-4664-b6c0-167a531841d9 req-17973c94-be0b-484f-aa35-1bd83d3f192f tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 210 time: 0.0456610 Feb 04 22:31:29.036759 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Request body: {'port': {'device_id': '97c14534-8269-4dc2-bb4c-9b9f16c4bfa4', 'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f', 'admin_state_up': True, 'tenant_id': '503481a8d89441c7bef0afc5a0f26860'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:31:29.183951 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:31:29.187645 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Usage tracker for resource:port and tenant:503481a8d89441c7bef0afc5a0f26860 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:31:29.190372 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:31:29.196004 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:31:29.206223 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Made reservation on behalf of 503481a8d89441c7bef0afc5a0f26860 for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:31:29.210030 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:29.374119 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Allocated IP 172.20.0.10 (ddaf3acd-420c-46ac-8299-e7104fd3e13f/6f715762-3680-4a13-9bfe-54fd70cff11c/15a3a4b4-6440-4dc7-9031-2252253eb998) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:31:29.572591 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:29.609433 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:29.684749 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Network ddaf3acd-420c-46ac-8299-e7104fd3e13f is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:31:29.687804 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:31:29.691574 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:31:29.723304 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Pushing event updated for resources: {'Port': ['ID=15a3a4b4-6440-4dc7-9031-2252253eb998,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:29.757701 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:29.758321 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:29.779665 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-d5a64015-d1c3-4e07-b28e-74904af4180a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7468715 Feb 04 22:31:29.802124 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Request body: {'port': {'device_id': '97c14534-8269-4dc2-bb4c-9b9f16c4bfa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:31:29.994838 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:30.221017 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee916287-8efd-4d99-b04d-b4c44c9d9de1 req-9ca011cb-f443-4cd6-97c1-6c2a0af7345d tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:30.223205 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ee916287-8efd-4d99-b04d-b4c44c9d9de1 req-9ca011cb-f443-4cd6-97c1-6c2a0af7345d tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 932 time: 0.0862854 Feb 04 22:31:30.285460 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-ee916287-8efd-4d99-b04d-b4c44c9d9de1 req-d2d1f58f-127a-4e84-b2c6-9f069514838c tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Synchronizing usage tracker for tenant:503481a8d89441c7bef0afc5a0f26860 on resource:security_group {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:31:30.308221 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-ee916287-8efd-4d99-b04d-b4c44c9d9de1 req-d2d1f58f-127a-4e84-b2c6-9f069514838c tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Unset dirty status for tenant:503481a8d89441c7bef0afc5a0f26860 on resource:security_group {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:31:30.310080 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ee916287-8efd-4d99-b04d-b4c44c9d9de1 req-d2d1f58f-127a-4e84-b2c6-9f069514838c tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796170 Feb 04 22:31:30.359713 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a3a4b4-6440-4dc7-9031-2252253eb998 {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:31:30.367032 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:30.381277 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Transition to ACTIVE for port object 15a3a4b4-6440-4dc7-9031-2252253eb998 will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:31:30.385214 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:30.539972 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Pushing event updated for resources: {'Port': ['ID=15a3a4b4-6440-4dc7-9031-2252253eb998,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:30.611673 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Attempting to bind port 15a3a4b4-6440-4dc7-9031-2252253eb998 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:31:30.612001 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Attempting to bind port 15a3a4b4-6440-4dc7-9031-2252253eb998 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:31:30.612314 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Attempting to bind port 15a3a4b4-6440-4dc7-9031-2252253eb998 on network ddaf3acd-420c-46ac-8299-e7104fd3e13f {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:31:30.616788 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Port 15a3a4b4-6440-4dc7-9031-2252253eb998 on network ddaf3acd-420c-46ac-8299-e7104fd3e13f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:31:30.617095 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Attempting to bind port 15a3a4b4-6440-4dc7-9031-2252253eb998 on network ddaf3acd-420c-46ac-8299-e7104fd3e13f {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:31:30.622178 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:31:30.622968 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Checking segment: {'id': 'fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:31:30.622968 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Bound using segment: {'id': 'fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:31:30.623340 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Bound port: 15a3a4b4-6440-4dc7-9031-2252253eb998, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:31:30.623580 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:30.716152 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] For port 15a3a4b4-6440-4dc7-9031-2252253eb998, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:31:30.719202 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] For port 15a3a4b4-6440-4dc7-9031-2252253eb998, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15a3a4b4-6440-4dc7-9031-2252253eb998,segment=NetworkSegment(fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e),segment_id=fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:31:30.723950 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:30.781078 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:30.781683 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:30.783279 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] 10.222.0.58 "PUT /v2.0/ports/15a3a4b4-6440-4dc7-9031-2252253eb998 HTTP/1.1" status: 200 len: 1094 time: 0.9863563 Feb 04 22:31:30.786269 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c14534-8269-4dc2-bb4c-9b9f16c4bfa4', 'tag': '15a3a4b4-6440-4dc7-9031-2252253eb998'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:31:30.808311 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3193ca8-e0f9-4e2b-bc07-20b77d0bc5cf service neutron] Pushing event updated for resources: {'Port': ['ID=15a3a4b4-6440-4dc7-9031-2252253eb998,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:30.832265 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c14534-8269-4dc2-bb4c-9b9f16c4bfa4', 'tag': '15a3a4b4-6440-4dc7-9031-2252253eb998', 'status': 'completed', 'code': 200} Feb 04 22:31:31.497170 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11b2f9-0ef3-4f0a-8d9f-c55a77238a47 req-bea1ed35-e693-4620-8f87-58f0d54e5f9d tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:31.498646 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9a11b2f9-0ef3-4f0a-8d9f-c55a77238a47 req-bea1ed35-e693-4620-8f87-58f0d54e5f9d tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 944 time: 0.0812149 Feb 04 22:31:31.541464 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9a11b2f9-0ef3-4f0a-8d9f-c55a77238a47 req-9ac9f1f1-70fd-4035-889b-15939f102bbf tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370321 Feb 04 22:31:32.170432 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device c4003cde-4be0-420c-81a3-78c68667ea19 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:31:32.205646 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: c4003cde-4be0-420c-81a3-78c68667ea19 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:31:32.206006 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device c4003cde-4be0-420c-81a3-78c68667ea19 not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:31:32.725506 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001737b7-596b-40b4-b1ce-adf0b3a5b779 req-838fc013-4778-4ace-afdf-1855d45a402d tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:32.726995 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-001737b7-596b-40b4-b1ce-adf0b3a5b779 req-838fc013-4778-4ace-afdf-1855d45a402d tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 944 time: 0.0785675 Feb 04 22:31:32.775441 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-001737b7-596b-40b4-b1ce-adf0b3a5b779 req-b286c8df-b27c-4a22-b866-c5456ca4b7ce tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422368 Feb 04 22:31:33.179668 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169da9bf-28e2-44cb-ac55-9c3d9bf4ca17 req-7388fefd-b731-4c21-ab92-11ff8f075eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:33.181122 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-169da9bf-28e2-44cb-ac55-9c3d9bf4ca17 req-7388fefd-b731-4c21-ab92-11ff8f075eb8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=503481a8d89441c7bef0afc5a0f26860&device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 1097 time: 0.0751102 Feb 04 22:31:33.326272 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169da9bf-28e2-44cb-ac55-9c3d9bf4ca17 req-49101e5c-f78a-4658-b784-5582c749acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:33.327750 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-169da9bf-28e2-44cb-ac55-9c3d9bf4ca17 req-49101e5c-f78a-4658-b784-5582c749acf8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=503481a8d89441c7bef0afc5a0f26860&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1337895 Feb 04 22:31:33.462360 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169da9bf-28e2-44cb-ac55-9c3d9bf4ca17 req-75d6cdb9-a1b7-41c3-802e-83bf204c0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:33.463791 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-169da9bf-28e2-44cb-ac55-9c3d9bf4ca17 req-75d6cdb9-a1b7-41c3-802e-83bf204c0304 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302366 Feb 04 22:31:33.590035 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-b7aaed3d-9c1d-47f1-85d9-e1eec6f7f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:33.592130 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-b7aaed3d-9c1d-47f1-85d9-e1eec6f7f982 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=503481a8d89441c7bef0afc5a0f26860&device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 1097 time: 0.0730166 Feb 04 22:31:33.670925 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-f8255292-cf8a-4a2d-9dbf-39c5d25a6bf4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15a3a4b4-6440-4dc7-9031-2252253eb998 HTTP/1.1" status: 200 len: 217 time: 0.0656161 Feb 04 22:31:33.734593 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-3ad71faa-ff57-420b-949a-01e16ac044e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:33.736150 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-3ad71faa-ff57-420b-949a-01e16ac044e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f715762-3680-4a13-9bfe-54fd70cff11c HTTP/1.1" status: 200 len: 849 time: 0.0599794 Feb 04 22:31:33.785828 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-935f3e83-a83f-4e63-83f7-2002878752b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddaf3acd-420c-46ac-8299-e7104fd3e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431659 Feb 04 22:31:33.923450 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-53c0bdb1-f263-4a21-8499-cfdd8fcd69a3 service neutron] 10.222.0.58 "GET /v2.0/networks/ddaf3acd-420c-46ac-8299-e7104fd3e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311052 Feb 04 22:31:33.996357 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8ab3c-81ed-457e-9797-2813e3400ffc req-297dcd77-228c-4a83-a501-0f01d82f51d2 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:33.999144 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2ec8ab3c-81ed-457e-9797-2813e3400ffc req-297dcd77-228c-4a83-a501-0f01d82f51d2 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 944 time: 0.1110072 Feb 04 22:31:34.047288 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2ec8ab3c-81ed-457e-9797-2813e3400ffc req-5a5ffbae-ff44-4e44-889f-f0f7f644c660 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423536 Feb 04 22:31:34.150164 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-50719605-ac77-44b6-b06b-e13bf9db8e9e req-7c5d1bc4-0a90-4321-b6aa-4750af10ec98 service neutron] 10.222.0.58 "GET /v2.0/networks/ddaf3acd-420c-46ac-8299-e7104fd3e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204556 Feb 04 22:31:34.922690 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:31:35.068779 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 15a3a4b4-6440-4dc7-9031-2252253eb998 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:31:35.236634 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 15a3a4b4-6440-4dc7-9031-2252253eb998, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15a3a4b4-6440-4dc7-9031-2252253eb998,segment=NetworkSegment(fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e),segment_id=fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:31:35.241353 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde9b52-fdbb-4aa4-9aeb-ca874a1d8826 req-68da36ba-34c5-4aa4-819b-b4e6ee01ea1b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:35.243356 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-acde9b52-fdbb-4aa4-9aeb-ca874a1d8826 req-68da36ba-34c5-4aa4-819b-b4e6ee01ea1b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 944 time: 0.0863667 Feb 04 22:31:35.250504 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '15a3a4b4-6440-4dc7-9031-2252253eb998', 'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f', 'port_id': '15a3a4b4-6440-4dc7-9031-2252253eb998', 'mac_address': 'fa:16:3e:77:8b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f715762-3680-4a13-9bfe-54fd70cff11c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:31:35.291413 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-acde9b52-fdbb-4aa4-9aeb-ca874a1d8826 req-1cc119b6-9a00-414c-aace-0fac953646ec tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Feb 04 22:31:35.312291 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:35.330247 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a3a4b4-6440-4dc7-9031-2252253eb998 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:31:35.347283 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 15a3a4b4-6440-4dc7-9031-2252253eb998, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15a3a4b4-6440-4dc7-9031-2252253eb998,segment=NetworkSegment(fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e),segment_id=fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:31:35.351215 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:35.421060 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=15a3a4b4-6440-4dc7-9031-2252253eb998,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:35.623545 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['15a3a4b4-6440-4dc7-9031-2252253eb998'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:31:36.485376 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cbe8e-51d1-4864-a7a2-9cf4762590fe req-acf7d323-a0a6-4b57-876c-3843516246e9 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:36.486872 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-397cbe8e-51d1-4864-a7a2-9cf4762590fe req-acf7d323-a0a6-4b57-876c-3843516246e9 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 945 time: 0.0872016 Feb 04 22:31:36.530730 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-397cbe8e-51d1-4864-a7a2-9cf4762590fe req-d52a342e-686b-488b-94c2-d87f033b7dcb tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381408 Feb 04 22:31:37.084664 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 15a3a4b4-6440-4dc7-9031-2252253eb998 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:31:37.155567 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 15a3a4b4-6440-4dc7-9031-2252253eb998 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:31:37.160174 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 15a3a4b4-6440-4dc7-9031-2252253eb998 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:31:37.160540 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:37.282615 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:37.311560 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c14534-8269-4dc2-bb4c-9b9f16c4bfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a3a4b4-6440-4dc7-9031-2252253eb998'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:31:37.321764 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 15a3a4b4-6440-4dc7-9031-2252253eb998, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15a3a4b4-6440-4dc7-9031-2252253eb998,segment=NetworkSegment(fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e),segment_id=fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:31:37.327075 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:37.363160 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c14534-8269-4dc2-bb4c-9b9f16c4bfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a3a4b4-6440-4dc7-9031-2252253eb998', 'code': 200} Feb 04 22:31:37.395089 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=15a3a4b4-6440-4dc7-9031-2252253eb998,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:37.620962 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31880b5-84ff-41b3-8075-62913a2027c2 req-d03a9339-cca9-4b05-82a1-7475d2b08900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:37.623118 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-f31880b5-84ff-41b3-8075-62913a2027c2 req-d03a9339-cca9-4b05-82a1-7475d2b08900 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 1099 time: 0.0758710 Feb 04 22:31:37.663989 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-f31880b5-84ff-41b3-8075-62913a2027c2 req-5e84ca25-dd57-4643-afa0-dac159a22caa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353270 Feb 04 22:31:37.803390 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94531db-0220-4744-8be4-482115822b5c req-30c2eca6-8f8a-4fb1-ad35-59abf477c775 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:37.804836 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c94531db-0220-4744-8be4-482115822b5c req-30c2eca6-8f8a-4fb1-ad35-59abf477c775 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 946 time: 0.1605346 Feb 04 22:31:37.848500 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c94531db-0220-4744-8be4-482115822b5c req-1ab20f56-b5ab-4d0c-a50a-656f456ec775 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374055 Feb 04 22:31:39.033766 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5904d-52f9-4986-b632-87b69f680b44 req-59121f02-de2f-4050-a7f3-61093092f25b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:39.035235 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6eb5904d-52f9-4986-b632-87b69f680b44 req-59121f02-de2f-4050-a7f3-61093092f25b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 946 time: 0.0792973 Feb 04 22:31:39.080732 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-6eb5904d-52f9-4986-b632-87b69f680b44 req-fc9de526-f4fd-4cde-8de3-aefdbb2f503e tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399537 Feb 04 22:31:40.260767 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083dbfb-6c8d-4175-8fc6-4f553f6312ef req-fe5ac65c-ba21-4cd5-b8e6-d3e44dab743d tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:40.262256 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3083dbfb-6c8d-4175-8fc6-4f553f6312ef req-fe5ac65c-ba21-4cd5-b8e6-d3e44dab743d tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 946 time: 0.0786664 Feb 04 22:31:40.304939 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3083dbfb-6c8d-4175-8fc6-4f553f6312ef req-d3953af1-3b02-4bd6-b717-785811210b32 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370038 Feb 04 22:31:41.494934 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67781c6-b3a0-4cd8-b99e-79a4ab5b9aed req-3a6887ef-443c-4374-b9ef-a766a3463f6c tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:41.496317 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e67781c6-b3a0-4cd8-b99e-79a4ab5b9aed req-3a6887ef-443c-4374-b9ef-a766a3463f6c tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 946 time: 0.0829301 Feb 04 22:31:41.541520 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e67781c6-b3a0-4cd8-b99e-79a4ab5b9aed req-2d1d0d62-61d2-4cec-a407-13a2caa2278f tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394676 Feb 04 22:31:42.590230 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87365017-6225-4902-b63d-aca83b0629ff req-a0e81ee4-0987-42fa-a8e0-cf462ba00ce4 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:42.592558 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-87365017-6225-4902-b63d-aca83b0629ff req-a0e81ee4-0987-42fa-a8e0-cf462ba00ce4 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 946 time: 0.0829575 Feb 04 22:31:42.639312 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-87365017-6225-4902-b63d-aca83b0629ff req-ba3a2fcc-2e59-4b07-9272-782bf7377f11 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Feb 04 22:31:43.828975 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ec528-44b2-4261-af39-13df3f350227 req-15b870b3-25f7-4799-aaac-901b1f8471a1 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:43.830611 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3e2ec528-44b2-4261-af39-13df3f350227 req-15b870b3-25f7-4799-aaac-901b1f8471a1 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 946 time: 0.0818694 Feb 04 22:31:43.873979 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3e2ec528-44b2-4261-af39-13df3f350227 req-885f05d0-decf-4f42-8c3e-c97db1b62f03 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376635 Feb 04 22:31:44.029149 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e00a08-9e13-414c-a8a4-ccaf2ec6d659 req-4884a407-3c39-4b1c-b778-64537a03a497 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:44.029878 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-78e00a08-9e13-414c-a8a4-ccaf2ec6d659 req-4884a407-3c39-4b1c-b778-64537a03a497 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Synchronizing usage tracker for tenant:503481a8d89441c7bef0afc5a0f26860 on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:31:44.047352 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-78e00a08-9e13-414c-a8a4-ccaf2ec6d659 req-4884a407-3c39-4b1c-b778-64537a03a497 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Unset dirty status for tenant:503481a8d89441c7bef0afc5a0f26860 on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:31:44.048702 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-78e00a08-9e13-414c-a8a4-ccaf2ec6d659 req-4884a407-3c39-4b1c-b778-64537a03a497 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.58 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 946 time: 0.1004236 Feb 04 22:31:44.118539 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-78e00a08-9e13-414c-a8a4-ccaf2ec6d659 req-07124316-3fec-4804-b050-43008d119d45 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Deleting port 15a3a4b4-6440-4dc7-9031-2252253eb998 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:31:44.118873 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78e00a08-9e13-414c-a8a4-ccaf2ec6d659 req-07124316-3fec-4804-b050-43008d119d45 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:44.371714 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-78e00a08-9e13-414c-a8a4-ccaf2ec6d659 req-07124316-3fec-4804-b050-43008d119d45 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] For port 15a3a4b4-6440-4dc7-9031-2252253eb998, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15a3a4b4-6440-4dc7-9031-2252253eb998,segment=NetworkSegment(fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e),segment_id=fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:31:44.372066 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78e00a08-9e13-414c-a8a4-ccaf2ec6d659 req-07124316-3fec-4804-b050-43008d119d45 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:44.494873 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-78e00a08-9e13-414c-a8a4-ccaf2ec6d659 req-07124316-3fec-4804-b050-43008d119d45 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Calling delete_port for 15a3a4b4-6440-4dc7-9031-2252253eb998 owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:31:44.638758 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78e00a08-9e13-414c-a8a4-ccaf2ec6d659 req-07124316-3fec-4804-b050-43008d119d45 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:44.673378 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['15a3a4b4-6440-4dc7-9031-2252253eb998'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:31:44.688432 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07124316-3fec-4804-b050-43008d119d45 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Pushing event deleted for resources: {'Port': ['ID=15a3a4b4-6440-4dc7-9031-2252253eb998,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:44.760140 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e00a08-9e13-414c-a8a4-ccaf2ec6d659 req-07124316-3fec-4804-b050-43008d119d45 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] No DVR routers for this DVR port 15a3a4b4-6440-4dc7-9031-2252253eb998 on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:31:44.762981 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-78e00a08-9e13-414c-a8a4-ccaf2ec6d659 req-07124316-3fec-4804-b050-43008d119d45 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:44.765401 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c14534-8269-4dc2-bb4c-9b9f16c4bfa4', 'name': 'network-vif-deleted', 'tag': '15a3a4b4-6440-4dc7-9031-2252253eb998'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:31:44.781405 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-78e00a08-9e13-414c-a8a4-ccaf2ec6d659 req-07124316-3fec-4804-b050-43008d119d45 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.58 "DELETE /v2.0/ports/15a3a4b4-6440-4dc7-9031-2252253eb998 HTTP/1.1" status: 204 len: 173 time: 0.7276990 Feb 04 22:31:44.810060 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c14534-8269-4dc2-bb4c-9b9f16c4bfa4', 'name': 'network-vif-deleted', 'tag': '15a3a4b4-6440-4dc7-9031-2252253eb998', 'status': 'completed', 'code': 200} Feb 04 22:31:45.035063 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-13ae48de-57e2-4422-9e33-0575607683b3 req-3189ee5b-a918-468a-9837-182f624e6f26 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=97c14534-8269-4dc2-bb4c-9b9f16c4bfa4 HTTP/1.1" status: 200 len: 210 time: 0.0428154 Feb 04 22:31:46.387143 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-3564b55e-c80d-4d0a-9549-e572db1b8325 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:46.389070 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-3564b55e-c80d-4d0a-9549-e572db1b8325 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/networks?id=ddaf3acd-420c-46ac-8299-e7104fd3e13f HTTP/1.1" status: 200 len: 809 time: 0.1420393 Feb 04 22:31:46.403026 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-c7fbaf16-1470-4193-b418-2bc1128b5447 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/quotas/503481a8d89441c7bef0afc5a0f26860 HTTP/1.1" status: 200 len: 375 time: 0.0085783 Feb 04 22:31:46.452608 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-6d679a56-54c4-4ec5-853f-41c7d71c1adf tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=503481a8d89441c7bef0afc5a0f26860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447431 Feb 04 22:31:46.586302 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-15900ce7-d870-454d-abae-f4761d4b1184 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaf3acd-420c-46ac-8299-e7104fd3e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271226 Feb 04 22:31:46.727205 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-011c767c-6285-4e61-b7ce-e065f3855ae0 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaf3acd-420c-46ac-8299-e7104fd3e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338501 Feb 04 22:31:46.898854 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-179ad6ce-482e-4426-9f25-fba3e3b1f6b0 req-4bbff7d0-a126-4ad7-a0d7-5a0312f1862a tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 210 time: 0.0446560 Feb 04 22:31:47.130518 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 15a3a4b4-6440-4dc7-9031-2252253eb998 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:31:47.177035 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 15a3a4b4-6440-4dc7-9031-2252253eb998 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:31:47.177454 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 15a3a4b4-6440-4dc7-9031-2252253eb998 not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:31:48.017489 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-a9828598-6672-4e2e-a578-0503f30db002 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:48.019011 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-a9828598-6672-4e2e-a578-0503f30db002 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.58 "GET /v2.0/networks?id=ddaf3acd-420c-46ac-8299-e7104fd3e13f HTTP/1.1" status: 200 len: 809 time: 0.1564879 Feb 04 22:31:48.038922 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Request body: {'port': {'device_id': '96c94b82-4a36-4ebb-93f4-6fafc1ee0055', 'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f', 'admin_state_up': True, 'tenant_id': '503481a8d89441c7bef0afc5a0f26860'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:31:48.070848 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f14712fe-3227-40eb-8c57-3384dfb1e530 req-5193a11c-02dc-4f4d-9eb4-d9394f88b5ee tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 210 time: 0.0453718 Feb 04 22:31:48.185131 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:31:48.190425 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Usage tracker for resource:port and tenant:503481a8d89441c7bef0afc5a0f26860 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:31:48.194003 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:31:48.200485 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:31:48.210112 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Made reservation on behalf of 503481a8d89441c7bef0afc5a0f26860 for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:31:48.214646 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:48.376434 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Allocated IP 172.20.0.9 (ddaf3acd-420c-46ac-8299-e7104fd3e13f/6f715762-3680-4a13-9bfe-54fd70cff11c/6aee8c4e-a295-49ad-92f7-efb8868b1bcb) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:31:48.658289 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:48.688012 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:48.759271 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Network ddaf3acd-420c-46ac-8299-e7104fd3e13f is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:31:48.762433 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:31:48.766288 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:31:48.796357 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Pushing event updated for resources: {'Port': ['ID=6aee8c4e-a295-49ad-92f7-efb8868b1bcb,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:48.831234 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:48.831834 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:48.857310 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-b4a0357a-a587-454f-ad96-e12b03383f16 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8223655 Feb 04 22:31:48.874284 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Request body: {'port': {'device_id': '96c94b82-4a36-4ebb-93f4-6fafc1ee0055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:31:48.986746 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:49.266219 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdeaa7b-306d-48cf-81a6-3f7830de53bf req-6debae99-c023-40f3-b833-6625b5849b24 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:49.267698 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9bdeaa7b-306d-48cf-81a6-3f7830de53bf req-6debae99-c023-40f3-b833-6625b5849b24 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 931 time: 0.0844605 Feb 04 22:31:49.313300 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9bdeaa7b-306d-48cf-81a6-3f7830de53bf req-aab2d68a-eb7c-4957-b3be-60d6c01f811e tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395348 Feb 04 22:31:49.351474 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aee8c4e-a295-49ad-92f7-efb8868b1bcb {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:31:49.361289 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:49.376176 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Transition to ACTIVE for port object 6aee8c4e-a295-49ad-92f7-efb8868b1bcb will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:31:49.379307 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:49.535580 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Pushing event updated for resources: {'Port': ['ID=6aee8c4e-a295-49ad-92f7-efb8868b1bcb,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:49.614680 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Attempting to bind port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:31:49.614937 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Attempting to bind port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:31:49.615242 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Attempting to bind port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb on network ddaf3acd-420c-46ac-8299-e7104fd3e13f {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:31:49.620144 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb on network ddaf3acd-420c-46ac-8299-e7104fd3e13f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:31:49.620461 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Attempting to bind port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb on network ddaf3acd-420c-46ac-8299-e7104fd3e13f {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:31:49.625625 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:31:49.625981 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Checking segment: {'id': 'fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:31:49.626357 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Bound using segment: {'id': 'fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:31:49.626771 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Bound port: 6aee8c4e-a295-49ad-92f7-efb8868b1bcb, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:31:49.627110 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:49.719175 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] For port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:31:49.722000 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] For port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6aee8c4e-a295-49ad-92f7-efb8868b1bcb,segment=NetworkSegment(fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e),segment_id=fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:31:49.726371 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:49.785737 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:49.786356 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:49.787713 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] 10.222.0.58 "PUT /v2.0/ports/6aee8c4e-a295-49ad-92f7-efb8868b1bcb HTTP/1.1" status: 200 len: 1093 time: 0.9185047 Feb 04 22:31:49.788133 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c94b82-4a36-4ebb-93f4-6fafc1ee0055', 'tag': '6aee8c4e-a295-49ad-92f7-efb8868b1bcb'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:31:49.807317 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8d508-8315-41db-b70f-44f5a6c72a4b service neutron] Pushing event updated for resources: {'Port': ['ID=6aee8c4e-a295-49ad-92f7-efb8868b1bcb,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:49.837795 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c94b82-4a36-4ebb-93f4-6fafc1ee0055', 'tag': '6aee8c4e-a295-49ad-92f7-efb8868b1bcb', 'status': 'completed', 'code': 200} Feb 04 22:31:49.929195 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-8a0c3989-417f-44f5-b916-1fc612c39f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:49.930704 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-8a0c3989-417f-44f5-b916-1fc612c39f0a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=503481a8d89441c7bef0afc5a0f26860&device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 1096 time: 0.0730522 Feb 04 22:31:50.004431 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-3844e801-948e-4f84-9bcf-d1a36101fed3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aee8c4e-a295-49ad-92f7-efb8868b1bcb HTTP/1.1" status: 200 len: 217 time: 0.0611122 Feb 04 22:31:50.068432 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-36242243-cddf-4a28-a4b5-b161424d1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:50.069897 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-36242243-cddf-4a28-a4b5-b161424d1c16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f715762-3680-4a13-9bfe-54fd70cff11c HTTP/1.1" status: 200 len: 849 time: 0.0600390 Feb 04 22:31:50.115827 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-538dc0f4-2f01-4f6d-a625-f775a22c702b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddaf3acd-420c-46ac-8299-e7104fd3e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398629 Feb 04 22:31:50.249167 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-5a6b73ca-7e8f-44c5-9dd1-b768398553a7 service neutron] 10.222.0.58 "GET /v2.0/networks/ddaf3acd-420c-46ac-8299-e7104fd3e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268466 Feb 04 22:31:50.479771 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8a9f3e41-4403-405f-aed6-4d021c10f0d2 req-91195e35-b8c7-4dba-ac37-0fa1477d1780 service neutron] 10.222.0.58 "GET /v2.0/networks/ddaf3acd-420c-46ac-8299-e7104fd3e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248299 Feb 04 22:31:50.505399 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8a6f6-fe2d-4f69-a4db-895e2e91fc23 req-9b3ca693-e5a7-433e-9512-2e97c30209ae tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:50.506944 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-eab8a6f6-fe2d-4f69-a4db-895e2e91fc23 req-9b3ca693-e5a7-433e-9512-2e97c30209ae tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 943 time: 0.0835919 Feb 04 22:31:50.567435 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-eab8a6f6-fe2d-4f69-a4db-895e2e91fc23 req-180b4729-a0e0-4d0a-9af4-d3052fc5c6fc tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545912 Feb 04 22:31:50.649898 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4b11-9f20-4ea4-b876-b8494f4daf73 req-5ce6d31c-d98c-4abb-af1c-0a0ca43bc2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:50.651443 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf8c4b11-9f20-4ea4-b876-b8494f4daf73 req-5ce6d31c-d98c-4abb-af1c-0a0ca43bc2c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=503481a8d89441c7bef0afc5a0f26860&device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 1096 time: 0.0776007 Feb 04 22:31:50.781171 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4b11-9f20-4ea4-b876-b8494f4daf73 req-c3d81f7e-0135-4f34-a236-49a403e4dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:50.782673 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf8c4b11-9f20-4ea4-b876-b8494f4daf73 req-c3d81f7e-0135-4f34-a236-49a403e4dda5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ddaf3acd-420c-46ac-8299-e7104fd3e13f HTTP/1.1" status: 200 len: 910 time: 0.1253288 Feb 04 22:31:50.851902 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf8c4b11-9f20-4ea4-b876-b8494f4daf73 req-d34807ed-4d1f-41a9-9b30-4f76fcd39dc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aee8c4e-a295-49ad-92f7-efb8868b1bcb HTTP/1.1" status: 200 len: 217 time: 0.0631495 Feb 04 22:31:50.920420 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4b11-9f20-4ea4-b876-b8494f4daf73 req-1678231a-c15e-4b1a-af01-acb963c44c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:50.921883 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf8c4b11-9f20-4ea4-b876-b8494f4daf73 req-1678231a-c15e-4b1a-af01-acb963c44c64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f715762-3680-4a13-9bfe-54fd70cff11c HTTP/1.1" status: 200 len: 849 time: 0.0627062 Feb 04 22:31:50.968510 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf8c4b11-9f20-4ea4-b876-b8494f4daf73 req-81599ca9-61bc-4d4b-939e-c63a0b16ee78 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddaf3acd-420c-46ac-8299-e7104fd3e13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392826 Feb 04 22:31:51.098736 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf8c4b11-9f20-4ea4-b876-b8494f4daf73 req-09060ba4-82ef-4157-883e-8cb606403125 service neutron] 10.222.0.58 "GET /v2.0/networks/ddaf3acd-420c-46ac-8299-e7104fd3e13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236563 Feb 04 22:31:51.229284 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf8c4b11-9f20-4ea4-b876-b8494f4daf73 req-efcfae4f-08e6-4948-aef5-9cb861df486e service neutron] 10.222.0.58 "GET /v2.0/networks/ddaf3acd-420c-46ac-8299-e7104fd3e13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242557 Feb 04 22:31:51.775182 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fde548-5dc1-4aac-8f0a-54c4eb8936ce req-9f5907d4-4f03-4670-a825-882b43a4d4e0 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:51.776667 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-86fde548-5dc1-4aac-8f0a-54c4eb8936ce req-9f5907d4-4f03-4670-a825-882b43a4d4e0 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 943 time: 0.0814612 Feb 04 22:31:51.824631 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-86fde548-5dc1-4aac-8f0a-54c4eb8936ce req-495b49ee-d31d-4d88-b649-80618189377d tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Feb 04 22:31:52.504928 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-2793b75d-1713-400e-9414-30b51906706b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:52.966695 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50226) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:31:53.014060 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b8f88-a890-461c-b97f-5747703a9568 req-2721a34b-733c-40c2-bcfe-fdea44c52ef7 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:53.015560 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-031b8f88-a890-461c-b97f-5747703a9568 req-2721a34b-733c-40c2-bcfe-fdea44c52ef7 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 943 time: 0.0838990 Feb 04 22:31:53.029813 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4f29e6-7d6c-4088-b91b-28015802e2a2 admin admin] Deleting subnet edaee99d-ee5c-4e7d-b058-cf6a11095eb5 {{(pid=86818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:31:53.032863 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-cd4f29e6-7d6c-4088-b91b-28015802e2a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.060416 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-031b8f88-a890-461c-b97f-5747703a9568 req-85345233-0b40-4eeb-ae2c-bd2119e19422 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387070 Feb 04 22:31:53.081592 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-cd4f29e6-7d6c-4088-b91b-28015802e2a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262488781'] for subnet, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.135509 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-cd4f29e6-7d6c-4088-b91b-28015802e2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.159979 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 6aee8c4e-a295-49ad-92f7-efb8868b1bcb details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:31:53.208109 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-cd4f29e6-7d6c-4088-b91b-28015802e2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262488677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263369888'] for subnet, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.246935 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f29e6-7d6c-4088-b91b-28015802e2a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edaee99d-ee5c-4e7d-b058-cf6a11095eb5,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:53.248834 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-cd4f29e6-7d6c-4088-b91b-28015802e2a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.254998 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-cd4f29e6-7d6c-4088-b91b-28015802e2a2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/edaee99d-ee5c-4e7d-b058-cf6a11095eb5 HTTP/1.1" status: 204 len: 168 time: 0.2872455 Feb 04 22:31:53.257371 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50230) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:31:53.296044 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6aee8c4e-a295-49ad-92f7-efb8868b1bcb,segment=NetworkSegment(fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e),segment_id=fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:31:53.311422 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '6aee8c4e-a295-49ad-92f7-efb8868b1bcb', 'network_id': 'ddaf3acd-420c-46ac-8299-e7104fd3e13f', 'port_id': '6aee8c4e-a295-49ad-92f7-efb8868b1bcb', 'mac_address': 'fa:16:3e:51:cb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f715762-3680-4a13-9bfe-54fd70cff11c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:31:53.367917 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b8bb49ca-f2c2-4fa6-a2ec-e5609a4f27d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.372459 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.390996 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aee8c4e-a295-49ad-92f7-efb8868b1bcb {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:31:53.409158 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6aee8c4e-a295-49ad-92f7-efb8868b1bcb,segment=NetworkSegment(fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e),segment_id=fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:31:53.413443 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.484125 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=6aee8c4e-a295-49ad-92f7-efb8868b1bcb,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:53.498003 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b8bb49ca-f2c2-4fa6-a2ec-e5609a4f27d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.525232 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-b8bb49ca-f2c2-4fa6-a2ec-e5609a4f27d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d8eb55-e47f-41d0-810c-60519f4f4d87']}} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:31:53.538505 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-b8bb49ca-f2c2-4fa6-a2ec-e5609a4f27d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393c533a-fba4-4788-aa40-5607e77ff5c3') {'for_net_delete': True} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:31:53.538785 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-b8bb49ca-f2c2-4fa6-a2ec-e5609a4f27d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393c533a-fba4-4788-aa40-5607e77ff5c3') {} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:31:53.550865 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b8bb49ca-f2c2-4fa6-a2ec-e5609a4f27d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262488826'] for segment, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.568236 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b8bb49ca-f2c2-4fa6-a2ec-e5609a4f27d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.575375 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bb49ca-f2c2-4fa6-a2ec-e5609a4f27d7 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=86818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:31:53.575764 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b8bb49ca-f2c2-4fa6-a2ec-e5609a4f27d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262456775'] for segment, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: Traceback (most recent call last): Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: timer() Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: cb(*args, **kw) Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: return func(*args, **kwargs) Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: self._notify() Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: self.callback(batched_events) Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: event.method(event) Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: return f(self, *a, **k) Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._get(url).json() Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: return self.request(url, 'GET', **kwargs) Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:31:53.588619 dv-cinder-818885-2-iscsi neutron-server[86818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:31:53.666092 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b8bb49ca-f2c2-4fa6-a2ec-e5609a4f27d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.685657 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-b8bb49ca-f2c2-4fa6-a2ec-e5609a4f27d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:53.695626 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb49ca-f2c2-4fa6-a2ec-e5609a4f27d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=36d8eb55-e47f-41d0-810c-60519f4f4d87,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:53.704159 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['6aee8c4e-a295-49ad-92f7-efb8868b1bcb'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:31:53.705516 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-b8bb49ca-f2c2-4fa6-a2ec-e5609a4f27d7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/36d8eb55-e47f-41d0-810c-60519f4f4d87 HTTP/1.1" status: 204 len: 168 time: 0.4471467 Feb 04 22:31:53.821336 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50236) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:31:53.869782 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-84e46491-9ea6-42b2-a366-8df1be885d5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6fa2b5c5c8544eefa22d3b1bd973cbcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470619 Feb 04 22:31:53.872673 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50240) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:31:54.011715 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c6648691-e28e-4289-8e9f-1d4d1b9e89ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:54.037147 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c6648691-e28e-4289-8e9f-1d4d1b9e89ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:54.089221 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c6648691-e28e-4289-8e9f-1d4d1b9e89ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:54.106327 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6648691-e28e-4289-8e9f-1d4d1b9e89ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df720155-f55b-4e5e-bc16-4b8b37a830f4,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:54.109906 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c6648691-e28e-4289-8e9f-1d4d1b9e89ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:54.111043 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-c6648691-e28e-4289-8e9f-1d4d1b9e89ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/df720155-f55b-4e5e-bc16-4b8b37a830f4 HTTP/1.1" status: 204 len: 168 time: 0.2374706 Feb 04 22:31:54.252514 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93c836-33ef-40ca-88a3-9f1e24850841 req-9d2c425e-2281-4641-bff4-0a7869fcdbc6 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:54.254044 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-be93c836-33ef-40ca-88a3-9f1e24850841 req-9d2c425e-2281-4641-bff4-0a7869fcdbc6 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 944 time: 0.0835495 Feb 04 22:31:54.300106 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-be93c836-33ef-40ca-88a3-9f1e24850841 req-78a27859-efb0-49bc-997a-b5fe566c7c66 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404437 Feb 04 22:31:54.766329 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:54.829183 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50268) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:31:54.936229 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-489221975-network', 'tenant_id': 'd29b5b74730445159aac83349bd4998c'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:31:54.940830 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:31:54.944597 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Usage tracker for resource:network and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:31:54.947407 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:31:54.954381 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:31:54.964280 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Made reservation on behalf of d29b5b74730445159aac83349bd4998c for: {'network': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:31:54.967280 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:54.980324 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:54.992415 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-229a0936-c94e-4012-a275-7def2e3c0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:54.998732 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:31:55.002484 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Usage tracker for resource:security_group_rule and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:31:55.005229 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:31:55.010819 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:31:55.151191 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 6aee8c4e-a295-49ad-92f7-efb8868b1bcb up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:31:55.173190 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.177069 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.208723 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=86817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:31:55.214074 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95916932-af82-4616-93cc-3ce946a1ebea,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:55.226143 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:31:55.226670 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.226982 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.segments_db [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Added segment 346c0fd4-d5a9-40ff-9485-ea4f20159c06 of type vlan for network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c Feb 04 22:31:55.234877 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:31:55.235279 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.254001 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.283088 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.284036 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:55.284611 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.360023 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.389210 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c94b82-4a36-4ebb-93f4-6fafc1ee0055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aee8c4e-a295-49ad-92f7-efb8868b1bcb'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:31:55.391240 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50276) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:31:55.392011 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5608556 Feb 04 22:31:55.394413 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09884d61-1461-4e5a-9e12-d26ba21658df admin admin] Pushing event updated for resources: {'Network': ['ID=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:55.401969 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Request body: {'subnet': {'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-489221975-subnet', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'ip_version': 4}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:31:55.408289 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:31:55.417555 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:31:55.424312 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6aee8c4e-a295-49ad-92f7-efb8868b1bcb,segment=NetworkSegment(fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e),segment_id=fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:31:55.424721 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Usage tracker for resource:subnet and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:31:55.430584 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:31:55.440740 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:31:55.452533 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Made reservation on behalf of d29b5b74730445159aac83349bd4998c for: {'subnet': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:31:55.456020 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263369867'] for subnet, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.482121 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c94b82-4a36-4ebb-93f4-6fafc1ee0055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aee8c4e-a295-49ad-92f7-efb8868b1bcb', 'code': 200} Feb 04 22:31:55.489529 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.516318 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078d2ff-e062-41ce-80b6-d608f0f2266d req-194e37f9-98e7-42cc-9727-a9cbc77c3d01 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:55.518470 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c078d2ff-e062-41ce-80b6-d608f0f2266d req-194e37f9-98e7-42cc-9727-a9cbc77c3d01 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 945 time: 0.0983539 Feb 04 22:31:55.584550 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=6aee8c4e-a295-49ad-92f7-efb8868b1bcb,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:55.594981 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:55.595426 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:55.595820 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:55.596211 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:55.597425 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:55.597861 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:55.598408 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:55.598801 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:55.599592 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:55.599982 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:55.600369 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:55.600754 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:31:55.615944 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c078d2ff-e062-41ce-80b6-d608f0f2266d req-95038d6f-0e56-4535-a5fb-e4ca6819473f tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904808 Feb 04 22:31:55.745963 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262488762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263369881'] for subnet, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.853225 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2f03a7-dd42-4f24-b5fd-684c15147c97,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:55.863065 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Checking segment: {'id': '346c0fd4-d5a9-40ff-9485-ea4f20159c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:31:55.863413 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Network hostable DHCP agents. Network: d526bcb8-86d8-45dc-bcb0-96d8f657ce9c, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:31:55.879526 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a789143-f6b4-4fbf-bf65-2cde7c9c2323 req-ddc7bac5-1fb7-4b07-8dc4-6c2a622c1639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:55.880984 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-6a789143-f6b4-4fbf-bf65-2cde7c9c2323 req-ddc7bac5-1fb7-4b07-8dc4-6c2a622c1639 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 1098 time: 0.1710196 Feb 04 22:31:55.889547 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:31:55.921621 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, d526bcb8-86d8-45dc-bcb0-96d8f657ce9c) {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:31:55.929413 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:55.930026 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.931700 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce7cee2-6cab-4190-a28a-aff8a456b97b None None] Network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:31:55.937525 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-6a789143-f6b4-4fbf-bf65-2cde7c9c2323 req-a5fcee8a-204c-41d2-b57f-f6e0e38ed192 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490186 Feb 04 22:31:55.950409 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.952233 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-3d416605-e994-4f03-82e8-9eb2691f7c1c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5574462 Feb 04 22:31:55.954865 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50282) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:31:55.959662 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:31:55.964612 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:31:55.969399 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Usage tracker for resource:router and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:31:55.972407 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:31:55.978232 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:31:55.989340 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-652'] for router, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:55.990419 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574484', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-667'] for router, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:56.004799 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:56.175797 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc10aaa20-4b3d-58be-beff-2596df0677b1-d526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97'}]}} from dv-cinder-818885-2-iscsi. {{(pid=86819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 22:31:56.176553 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:56.300497 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-617'] for router, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:56.310873 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:56.383009 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.db_base_plugin_common [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Allocated IP 172.20.0.2 (d526bcb8-86d8-45dc-bcb0-96d8f657ce9c/8f2f03a7-dd42-4f24-b5fd-684c15147c97/5c59a164-0286-4491-96c5-bc5683345c9b) {{(pid=86819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:31:56.621083 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Notify callbacks [] for port, precommit_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:56.633939 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Transition to ACTIVE for port object 5c59a164-0286-4491-96c5-bc5683345c9b will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:31:56.645122 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:56.659397 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Transition to ACTIVE for port object 5c59a164-0286-4491-96c5-bc5683345c9b will not be triggered until provisioned by entity DHCP. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:31:56.667652 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:56.675651 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:56.800582 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c is already hosted by enough agents. {{(pid=86819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:31:56.814952 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.base_scheduler [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Resources bound (agent type, host, resource id): {{(pid=86819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:31:56.817972 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Allocated IP 172.27.0.21 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/dde5b06f-e83c-448f-9354-a092ea45efee) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:31:56.826633 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Received port after_create {{(pid=86819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:31:56.840834 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Pushing event updated for resources: {'Port': ['ID=5c59a164-0286-4491-96c5-bc5683345c9b,revision_number=1']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:56.995318 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:57.004184 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Attempting to bind port 5c59a164-0286-4491-96c5-bc5683345c9b on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:31:57.004788 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Attempting to bind port 5c59a164-0286-4491-96c5-bc5683345c9b by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '346c0fd4-d5a9-40ff-9485-ea4f20159c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:31:57.005413 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Attempting to bind port 5c59a164-0286-4491-96c5-bc5683345c9b on network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:31:57.013367 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdb935-6ee8-4847-a6fd-7ea17fafaab8 req-bc930d8b-8d96-4740-be59-51b46cdef54b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:57.015401 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:31:57.016067 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Checking segment: {'id': '346c0fd4-d5a9-40ff-9485-ea4f20159c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:31:57.016698 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:57.016879 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5bcdb935-6ee8-4847-a6fd-7ea17fafaab8 req-bc930d8b-8d96-4740-be59-51b46cdef54b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 945 time: 0.1689994 Feb 04 22:31:57.017299 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Bound using segment: {'id': '346c0fd4-d5a9-40ff-9485-ea4f20159c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:31:57.018068 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Bound port: 5c59a164-0286-4491-96c5-bc5683345c9b, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346c0fd4-d5a9-40ff-9485-ea4f20159c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:31:57.018639 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:57.030621 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:57.114632 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5bcdb935-6ee8-4847-a6fd-7ea17fafaab8 req-4677b1e0-bd04-4fc9-b973-e55f0b5f12a7 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891063 Feb 04 22:31:57.170296 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] For port 5c59a164-0286-4491-96c5-bc5683345c9b, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:31:57.174617 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] For port 5c59a164-0286-4491-96c5-bc5683345c9b, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=5c59a164-0286-4491-96c5-bc5683345c9b,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:31:57.180546 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:57.220809 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:31:57.223809 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:31:57.226849 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:31:57.273793 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67b87c-1a73-4473-85ca-b9f8513eeb1a None None] Pushing event updated for resources: {'Port': ['ID=5c59a164-0286-4491-96c5-bc5683345c9b,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:57.274218 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Pushing event updated for resources: {'Port': ['ID=dde5b06f-e83c-448f-9354-a092ea45efee,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:57.302416 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:57.730644 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:58.086802 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574497'] for router, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:58.318879 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Router 401863da-1beb-4532-a2e1-ee5337a602c9 is scheduled to L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 with binding_index 1 {{(pid=86818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 22:31:58.367580 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e6d878-66e2-469d-a0f4-b667152c6c6c None None] Network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:31:58.381703 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fe431-6073-4a44-9521-e448d44a35ed req-9a4c9d97-1648-423b-aa44-988f95b22c8e tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:58.383299 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2a8fe431-6073-4a44-9521-e448d44a35ed req-9a4c9d97-1648-423b-aa44-988f95b22c8e tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 945 time: 0.1166735 Feb 04 22:31:58.454610 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2a8fe431-6073-4a44-9521-e448d44a35ed req-65246b7a-fb21-4c19-a54c-bfd496add4da tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638571 Feb 04 22:31:58.473434 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-5266bf45-0b7a-4d1a-affc-5c8a2102cad7 None None] Provisioning for port 5c59a164-0286-4491-96c5-bc5683345c9b completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:31:58.587689 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:31:58.617309 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Sync routers for ids ['401863da-1beb-4532-a2e1-ee5337a602c9'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:31:58.620088 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] Notify callbacks [] for router, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:58.623115 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-55c7a67c-09f6-4a10-bfa6-c640cecbd185 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6671519 Feb 04 22:31:58.625854 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50292) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:31:58.635104 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Routers {'401863da-1beb-4532-a2e1-ee5337a602c9'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:31:58.635944 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:31:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['401863da-1beb-4532-a2e1-ee5337a602c9'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:31:58.838212 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 5c59a164-0286-4491-96c5-bc5683345c9b up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:31:58.931825 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Set router 401863da-1beb-4532-a2e1-ee5337a602c9 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:31:59.191775 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 5c59a164-0286-4491-96c5-bc5683345c9b completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:31:59.201929 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 5c59a164-0286-4491-96c5-bc5683345c9b triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:31:59.202371 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:59.225491 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-69f5d26e-0f8b-4515-961f-90f0f87d0a6e None None] Provisioning complete for port 5c59a164-0286-4491-96c5-bc5683345c9b triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:31:59.225885 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-69f5d26e-0f8b-4515-961f-90f0f87d0a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:59.511069 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-69f5d26e-0f8b-4515-961f-90f0f87d0a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:59.524824 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:59.578526 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 5c59a164-0286-4491-96c5-bc5683345c9b, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=5c59a164-0286-4491-96c5-bc5683345c9b,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:31:59.581630 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:31:57Z', 'revision_number': 3, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port': {'id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:56Z', 'updated_at': '2022-02-04T22:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:31:59.586858 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Checking router: 401863da-1beb-4532-a2e1-ee5337a602c9 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:31:59.587878 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Updating router 401863da-1beb-4532-a2e1-ee5337a602c9 port dde5b06f-e83c-448f-9354-a092ea45efee binding host dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:31:59.667345 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:59.784597 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:59.825992 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.db.api [None req-69f5d26e-0f8b-4515-961f-90f0f87d0a6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 22:31:59.826514 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG oslo_db.api [None req-69f5d26e-0f8b-4515-961f-90f0f87d0a6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 22:31:59.827227 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:31:59.908540 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=5c59a164-0286-4491-96c5-bc5683345c9b,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:31:59.993492 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2e853-c623-495d-8770-cd476c8c7c50 req-766f61d2-c03d-4864-8e69-2bd89e019441 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:31:59.995013 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-01b2e853-c623-495d-8770-cd476c8c7c50 req-766f61d2-c03d-4864-8e69-2bd89e019441 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 945 time: 0.0873625 Feb 04 22:32:00.045288 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-01b2e853-c623-495d-8770-cd476c8c7c50 req-bad4c2ec-ae4d-44ba-922d-c303e36eae59 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427980 Feb 04 22:32:00.083511 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Allocated IP 172.20.0.1 (d526bcb8-86d8-45dc-bcb0-96d8f657ce9c/8f2f03a7-dd42-4f24-b5fd-684c15147c97/baf305d1-9713-4fb7-82ce-7a746b81ec39) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:32:00.243999 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:00.261429 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Transition to ACTIVE for port object baf305d1-9713-4fb7-82ce-7a746b81ec39 will not be triggered until provisioned by entity DHCP. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:00.282963 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Notify callbacks [] for port, precommit_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:00.288917 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:00.296363 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Transition to ACTIVE for port object dde5b06f-e83c-448f-9354-a092ea45efee will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:00.304634 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:00.355124 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:00.358250 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:00.362785 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:32:00.403638 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Pushing event updated for resources: {'Port': ['ID=baf305d1-9713-4fb7-82ce-7a746b81ec39,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:00.435252 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746523'] for router_interface, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:00.438725 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Attempting to bind port dde5b06f-e83c-448f-9354-a092ea45efee on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:32:00.439074 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Attempting to bind port dde5b06f-e83c-448f-9354-a092ea45efee by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:32:00.439435 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Attempting to bind port dde5b06f-e83c-448f-9354-a092ea45efee on network 3507d728-f957-4adf-968c-fa2aba268e7e {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:32:00.447424 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d6ce5-8d6b-4809-b34c-e8449c792cbc None None] Pushing event updated for resources: {'Port': ['ID=dde5b06f-e83c-448f-9354-a092ea45efee,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:00.454498 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:32:00.454864 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Checking segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:00.455257 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:00.455646 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Bound using segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:32:00.456122 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Bound port: dde5b06f-e83c-448f-9354-a092ea45efee, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:32:00.456488 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:00.552896 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] For port dde5b06f-e83c-448f-9354-a092ea45efee, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:32:00.557700 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] For port dde5b06f-e83c-448f-9354-a092ea45efee, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=dde5b06f-e83c-448f-9354-a092ea45efee,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:32:00.567830 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:00.665234 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Routers {'401863da-1beb-4532-a2e1-ee5337a602c9'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:00.666220 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:31:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['401863da-1beb-4532-a2e1-ee5337a602c9'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:00.729825 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 5c59a164-0286-4491-96c5-bc5683345c9b up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:00.792361 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d6ce5-8d6b-4809-b34c-e8449c792cbc None None] Pushing event updated for resources: {'Port': ['ID=dde5b06f-e83c-448f-9354-a092ea45efee,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:00.820619 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-2e5d1df1-9837-4ff9-a037-d95a36bd8f9c None None] Provisioning for port baf305d1-9713-4fb7-82ce-7a746b81ec39 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:00.835389 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-2e5d1df1-9837-4ff9-a037-d95a36bd8f9c None None] Provisioning complete for port baf305d1-9713-4fb7-82ce-7a746b81ec39 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:00.835753 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-2e5d1df1-9837-4ff9-a037-d95a36bd8f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:00.890762 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:01.025537 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d1df1-9837-4ff9-a037-d95a36bd8f9c None None] Port baf305d1-9713-4fb7-82ce-7a746b81ec39 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:32:01.044895 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] Set router 401863da-1beb-4532-a2e1-ee5337a602c9 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:01.088993 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 5c59a164-0286-4491-96c5-bc5683345c9b triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:01.089353 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:01.144023 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:01.151152 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:01.284472 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4091da2-279c-4cb0-82e2-a972fee61036 req-890fa0de-b96a-488e-9cdd-a8740990a47c tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:01.286190 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f4091da2-279c-4cb0-82e2-a972fee61036 req-890fa0de-b96a-488e-9cdd-a8740990a47c tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 945 time: 0.0940235 Feb 04 22:32:01.348053 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746750'] for router_interface, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:01.349394 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f4091da2-279c-4cb0-82e2-a972fee61036 req-4d1785bb-c440-4a77-9a30-da876310f293 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568538 Feb 04 22:32:01.357421 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Pushing event updated for resources: {'Port': ['ID=baf305d1-9713-4fb7-82ce-7a746b81ec39,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:01.481231 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 4, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port': {'id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:56Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'baf305d1-9713-4fb7-82ce-7a746b81ec39', 'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'mac_address': 'fa:16:3e:75:f2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:59Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 1, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'subnets': [{'id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:01.486428 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b417717-47a6-40b6-b270-ca062234a3a0 None None] The sync data for ids ['401863da-1beb-4532-a2e1-ee5337a602c9'] in dv-cinder-818885-2-iscsi is: [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 4, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port': {'id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:56Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'baf305d1-9713-4fb7-82ce-7a746b81ec39', 'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'mac_address': 'fa:16:3e:75:f2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:59Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 1, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'subnets': [{'id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:32:01.502600 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d6919-258b-4359-84e0-ec631f1c4bc1 req-33c025e2-2bc7-49e3-8289-32eceb52e227 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:01.503344 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-d50d6919-258b-4359-84e0-ec631f1c4bc1 req-33c025e2-2bc7-49e3-8289-32eceb52e227 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Synchronizing usage tracker for tenant:503481a8d89441c7bef0afc5a0f26860 on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:32:01.545449 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-d50d6919-258b-4359-84e0-ec631f1c4bc1 req-33c025e2-2bc7-49e3-8289-32eceb52e227 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Unset dirty status for tenant:503481a8d89441c7bef0afc5a0f26860 on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:32:01.547866 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-d50d6919-258b-4359-84e0-ec631f1c4bc1 req-33c025e2-2bc7-49e3-8289-32eceb52e227 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.58 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 945 time: 0.2746491 Feb 04 22:32:01.552250 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:01.604593 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:01.752865 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-d50d6919-258b-4359-84e0-ec631f1c4bc1 req-e7634926-8f34-42a9-91fa-35e9e71f9b8b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Deleting port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:32:01.753273 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-d50d6919-258b-4359-84e0-ec631f1c4bc1 req-e7634926-8f34-42a9-91fa-35e9e71f9b8b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:01.962472 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-ac6cf591-c864-4b28-b4fb-923d33f43c4b None None] Provisioning complete for port baf305d1-9713-4fb7-82ce-7a746b81ec39 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:01.963116 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ac6cf591-c864-4b28-b4fb-923d33f43c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:01.971042 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Router 401863da-1beb-4532-a2e1-ee5337a602c9 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:32:02.055377 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cf591-c864-4b28-b4fb-923d33f43c4b None None] Port baf305d1-9713-4fb7-82ce-7a746b81ec39 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:32:02.292587 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-d50d6919-258b-4359-84e0-ec631f1c4bc1 req-e7634926-8f34-42a9-91fa-35e9e71f9b8b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] For port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6aee8c4e-a295-49ad-92f7-efb8868b1bcb,segment=NetworkSegment(fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e),segment_id=fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:02.293135 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-d50d6919-258b-4359-84e0-ec631f1c4bc1 req-e7634926-8f34-42a9-91fa-35e9e71f9b8b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:02.562116 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-d50d6919-258b-4359-84e0-ec631f1c4bc1 req-e7634926-8f34-42a9-91fa-35e9e71f9b8b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Calling delete_port for 6aee8c4e-a295-49ad-92f7-efb8868b1bcb owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:32:02.590459 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:32:02.609360 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-a82454bf-3200-4e84-8999-b7910f7e5ded admin admin] 10.222.0.47 "PUT /v2.0/routers/401863da-1beb-4532-a2e1-ee5337a602c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9816065 Feb 04 22:32:02.665920 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217f589-3c76-4305-846e-6f74521a1f95 req-a6bd64b7-784a-429d-b3dd-995b0bffe5ad tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:02.667600 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b217f589-3c76-4305-846e-6f74521a1f95 req-a6bd64b7-784a-429d-b3dd-995b0bffe5ad tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/ports?device_id=96c94b82-4a36-4ebb-93f4-6fafc1ee0055 HTTP/1.1" status: 200 len: 945 time: 0.1633735 Feb 04 22:32:02.775826 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b217f589-3c76-4305-846e-6f74521a1f95 req-c9db09e5-1b60-4b77-a8ec-5773f84400c8 tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993636 Feb 04 22:32:02.819035 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-d50d6919-258b-4359-84e0-ec631f1c4bc1 req-e7634926-8f34-42a9-91fa-35e9e71f9b8b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:02.820602 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device dde5b06f-e83c-448f-9354-a092ea45efee up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:02.873894 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['6aee8c4e-a295-49ad-92f7-efb8868b1bcb'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:32:02.881458 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7634926-8f34-42a9-91fa-35e9e71f9b8b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Pushing event deleted for resources: {'Port': ['ID=6aee8c4e-a295-49ad-92f7-efb8868b1bcb,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:02.944775 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port dde5b06f-e83c-448f-9354-a092ea45efee completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:02.951405 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port dde5b06f-e83c-448f-9354-a092ea45efee triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:02.951776 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:02.984672 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50d6919-258b-4359-84e0-ec631f1c4bc1 req-e7634926-8f34-42a9-91fa-35e9e71f9b8b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] No DVR routers for this DVR port 6aee8c4e-a295-49ad-92f7-efb8868b1bcb on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:32:02.988931 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-d50d6919-258b-4359-84e0-ec631f1c4bc1 req-e7634926-8f34-42a9-91fa-35e9e71f9b8b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:02.994138 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c94b82-4a36-4ebb-93f4-6fafc1ee0055', 'name': 'network-vif-deleted', 'tag': '6aee8c4e-a295-49ad-92f7-efb8868b1bcb'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:32:03.018634 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-d50d6919-258b-4359-84e0-ec631f1c4bc1 req-e7634926-8f34-42a9-91fa-35e9e71f9b8b tempest-VolumesActionsTest-1598010511 tempest-VolumesActionsTest-1598010511-project] 10.222.0.58 "DELETE /v2.0/ports/6aee8c4e-a295-49ad-92f7-efb8868b1bcb HTTP/1.1" status: 204 len: 173 time: 1.4643712 Feb 04 22:32:03.054696 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c94b82-4a36-4ebb-93f4-6fafc1ee0055', 'name': 'network-vif-deleted', 'tag': '6aee8c4e-a295-49ad-92f7-efb8868b1bcb', 'status': 'completed', 'code': 200} Feb 04 22:32:03.145118 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:03.164735 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port dde5b06f-e83c-448f-9354-a092ea45efee, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=dde5b06f-e83c-448f-9354-a092ea45efee,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:03.170739 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:03.264610 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=dde5b06f-e83c-448f-9354-a092ea45efee,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:03.538316 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50328) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:03.544641 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-375142859-network', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:03.549677 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:03.554916 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Usage tracker for resource:network and tenant:c612241a58e4452bb3948fd3560084fd is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:03.560015 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:03.568318 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:03.584135 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Made reservation on behalf of c612241a58e4452bb3948fd3560084fd for: {'network': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:32:03.588336 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:03.611990 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:03.633275 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:03.641692 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Usage tracker for resource:security_group_rule and tenant:c612241a58e4452bb3948fd3560084fd is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:03.647784 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:03.659079 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:03.778908 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:03.785159 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:03.823757 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=86818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:32:03.834468 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e5844b-3587-43c7-9f49-2fca2e7d96f2,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:03.842205 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:03.842205 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.segments_db [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Added segment a19acfe3-2ed9-49f8-a26b-4be7766971ac of type vlan for network 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649 Feb 04 22:32:03.879605 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:03.930464 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:03.931071 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:03.931694 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:04.052112 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] Pushing event updated for resources: {'Network': ['ID=04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:04.053040 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-d6789ada-c81b-47aa-a8cc-4000b676685d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5129540 Feb 04 22:32:04.056738 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50338) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:04.063396 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Request body: {'subnet': {'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-375142859-subnet', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'ip_version': 4}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:04.066779 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649 details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:32:04.069079 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:04.073626 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Usage tracker for resource:subnet and tenant:c612241a58e4452bb3948fd3560084fd is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:04.077820 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:04.086167 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:04.102730 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Made reservation on behalf of c612241a58e4452bb3948fd3560084fd for: {'subnet': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:32:04.105602 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263369867'] for subnet, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:04.357557 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262488762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263369881'] for subnet, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:04.386595 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Sync routers for ids ['401863da-1beb-4532-a2e1-ee5337a602c9'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:32:04.405667 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Routers {'401863da-1beb-4532-a2e1-ee5337a602c9'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:04.406852 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:31:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['401863da-1beb-4532-a2e1-ee5337a602c9'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:04.455227 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Pushing event updated for resources: {'Subnet': ['ID=331aef5b-e9de-4850-8a61-57acfb26326d,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:04.465151 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Checking segment: {'id': 'a19acfe3-2ed9-49f8-a26b-4be7766971ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:04.465151 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Network hostable DHCP agents. Network: 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:32:04.487596 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Network 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649 is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:32:04.500199 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649) {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:04.513105 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4194d15-f49f-4a66-99c5-293a4fac0bd2 None None] Network 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:32:04.514010 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:04.514159 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:04.538296 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-c03ae615-f879-4659-a73b-4c749060801d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4801021 Feb 04 22:32:04.543443 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50346) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:04.552110 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-375142859-router', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:04.561200 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:04.568685 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Usage tracker for resource:router and tenant:c612241a58e4452bb3948fd3560084fd is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:04.574098 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:04.586373 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:04.606112 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-652'] for router, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:04.608260 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574484', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-667'] for router, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:04.643253 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:04.802738 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device dde5b06f-e83c-448f-9354-a092ea45efee up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:04.826212 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Set router 401863da-1beb-4532-a2e1-ee5337a602c9 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:04.967153 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port dde5b06f-e83c-448f-9354-a092ea45efee triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:04.967779 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:05.190543 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-617'] for router, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:05.194819 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 6aee8c4e-a295-49ad-92f7-efb8868b1bcb no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:32:05.255517 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc10aaa20-4b3d-58be-beff-2596df0677b1-04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649', 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'fixed_ips': [{'subnet_id': '331aef5b-e9de-4850-8a61-57acfb26326d'}]}} from dv-cinder-818885-2-iscsi. {{(pid=86819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 22:32:05.256394 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:05.308125 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 6aee8c4e-a295-49ad-92f7-efb8868b1bcb {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:32:05.308469 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 6aee8c4e-a295-49ad-92f7-efb8868b1bcb not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:32:05.456307 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 4, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port': {'id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:56Z', 'updated_at': '2022-02-04T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'baf305d1-9713-4fb7-82ce-7a746b81ec39', 'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'mac_address': 'fa:16:3e:75:f2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:59Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 2, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'subnets': [{'id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:05.461424 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Checking router: 401863da-1beb-4532-a2e1-ee5337a602c9 for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:32:05.461834 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Updating router 401863da-1beb-4532-a2e1-ee5337a602c9 port baf305d1-9713-4fb7-82ce-7a746b81ec39 binding host dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:32:05.548541 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:05.632401 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:05.717530 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.db_base_plugin_common [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Allocated IP 172.20.0.2 (04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649/331aef5b-e9de-4850-8a61-57acfb26326d/6bc32e74-1d76-439b-a5a8-b9111cc8abe0) {{(pid=86819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:32:05.873113 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:06.077621 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:06.102191 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Transition to ACTIVE for port object 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:06.143667 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Transition to ACTIVE for port object 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 will not be triggered until provisioned by entity DHCP. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:06.148834 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Allocated IP 172.27.0.10 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/94eff67c-9eee-4774-8067-11001f077835) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:32:06.155056 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:06.189043 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Notify callbacks [] for port, precommit_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:06.204122 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.provisioning_blocks [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Transition to ACTIVE for port object baf305d1-9713-4fb7-82ce-7a746b81ec39 will not be triggered until provisioned by entity L2. {{(pid=86820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:06.217010 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:06.285874 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Network 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649 is already hosted by enough agents. {{(pid=86819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:06.290626 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.base_scheduler [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Resources bound (agent type, host, resource id): {{(pid=86819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:06.299149 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Received port after_create {{(pid=86819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:32:06.307347 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Pushing event updated for resources: {'Port': ['ID=6bc32e74-1d76-439b-a5a8-b9111cc8abe0,revision_number=1']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:06.436723 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:06.437698 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Attempting to bind port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:32:06.438298 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Attempting to bind port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': 'a19acfe3-2ed9-49f8-a26b-4be7766971ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:32:06.438875 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Attempting to bind port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 on network 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649 {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:32:06.450307 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:32:06.451143 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Checking segment: {'id': 'a19acfe3-2ed9-49f8-a26b-4be7766971ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:06.451572 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:06.452513 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Bound using segment: {'id': 'a19acfe3-2ed9-49f8-a26b-4be7766971ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:32:06.453037 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Bound port: 6bc32e74-1d76-439b-a5a8-b9111cc8abe0, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19acfe3-2ed9-49f8-a26b-4be7766971ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:32:06.453656 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:06.490325 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:06.501783 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Pushing event updated for resources: {'Port': ['ID=baf305d1-9713-4fb7-82ce-7a746b81ec39,revision_number=3']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:06.552327 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.553146 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.553699 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.554297 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.555081 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.555695 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.556325 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.557085 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.557702 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.558320 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.558889 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.559567 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.587122 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Pushing event updated for resources: {'Port': ['ID=94eff67c-9eee-4774-8067-11001f077835,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:06.603034 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.604263 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.605196 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.606184 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.606696 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.606932 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Attempting to bind port baf305d1-9713-4fb7-82ce-7a746b81ec39 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:32:06.607364 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.607852 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.608183 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Attempting to bind port baf305d1-9713-4fb7-82ce-7a746b81ec39 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '346c0fd4-d5a9-40ff-9485-ea4f20159c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c'}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:32:06.608533 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.608659 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Attempting to bind port baf305d1-9713-4fb7-82ce-7a746b81ec39 on network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:32:06.609392 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.609929 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.610412 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.610887 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:06.615618 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:32:06.616317 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Checking segment: {'id': '346c0fd4-d5a9-40ff-9485-ea4f20159c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:06.616787 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:06.617245 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Bound using segment: {'id': '346c0fd4-d5a9-40ff-9485-ea4f20159c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c'} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:32:06.617850 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Bound port: baf305d1-9713-4fb7-82ce-7a746b81ec39, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346c0fd4-d5a9-40ff-9485-ea4f20159c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c'}}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:32:06.618355 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:06.639574 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:06.642758 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:06.648438 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:32:06.681002 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] For port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:32:06.688529 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] For port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=6bc32e74-1d76-439b-a5a8-b9111cc8abe0,segment=NetworkSegment(a19acfe3-2ed9-49f8-a26b-4be7766971ac),segment_id=a19acfe3-2ed9-49f8-a26b-4be7766971ac)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:32:06.697486 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:06.740223 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] For port baf305d1-9713-4fb7-82ce-7a746b81ec39, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:32:06.744285 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] For port baf305d1-9713-4fb7-82ce-7a746b81ec39, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=baf305d1-9713-4fb7-82ce-7a746b81ec39,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:32:06.750419 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:06.840294 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Routers {'401863da-1beb-4532-a2e1-ee5337a602c9'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:06.841016 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:31:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['401863da-1beb-4532-a2e1-ee5337a602c9'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:06.904102 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fc523-73b8-4b80-893f-4298ef658e65 None None] Pushing event updated for resources: {'Port': ['ID=baf305d1-9713-4fb7-82ce-7a746b81ec39,revision_number=4']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:06.915934 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288452a7-19e7-4de7-a9bf-2615f6b1d3e6 None None] Pushing event updated for resources: {'Port': ['ID=6bc32e74-1d76-439b-a5a8-b9111cc8abe0,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:07.094655 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] Set router 401863da-1beb-4532-a2e1-ee5337a602c9 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:07.326267 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:07.582707 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 4, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port': {'id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:56Z', 'updated_at': '2022-02-04T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'baf305d1-9713-4fb7-82ce-7a746b81ec39', 'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'mac_address': 'fa:16:3e:75:f2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:59Z', 'updated_at': '2022-02-04T22:32:06Z', 'revision_number': 4, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'subnets': [{'id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:07.587734 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e01fb-36a7-4ba7-a7d4-b058b43850b8 None None] The sync data for ids ['401863da-1beb-4532-a2e1-ee5337a602c9'] in dv-cinder-818885-2-iscsi is: [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 4, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port': {'id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:56Z', 'updated_at': '2022-02-04T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'baf305d1-9713-4fb7-82ce-7a746b81ec39', 'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'mac_address': 'fa:16:3e:75:f2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:59Z', 'updated_at': '2022-02-04T22:32:06Z', 'revision_number': 4, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'subnets': [{'id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:32:07.795851 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574497'] for router, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:08.224263 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70bf47a-a770-45d4-bf44-c49a6c419021 None None] Network 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:32:08.249881 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Router e91cf0dd-cbc8-47bb-811a-58425bf81aff is scheduled to L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 with binding_index 1 {{(pid=86817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 22:32:08.399290 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-1754d911-ff64-4c58-8987-1c6d37f3b745 None None] Provisioning for port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:08.578925 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:32:08.598234 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Sync routers for ids ['e91cf0dd-cbc8-47bb-811a-58425bf81aff'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:32:08.625729 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] Notify callbacks [] for router, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:08.629653 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-b90dfb4c-4378-4ddc-bb36-2aeb999ea307 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0827346 Feb 04 22:32:08.629988 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Routers {'e91cf0dd-cbc8-47bb-811a-58425bf81aff'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:08.630228 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:31:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['e91cf0dd-cbc8-47bb-811a-58425bf81aff'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:08.632027 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50392) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:08.868870 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Set router e91cf0dd-cbc8-47bb-811a-58425bf81aff gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:09.047980 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device baf305d1-9713-4fb7-82ce-7a746b81ec39 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:09.406980 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port baf305d1-9713-4fb7-82ce-7a746b81ec39 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:09.422534 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port baf305d1-9713-4fb7-82ce-7a746b81ec39 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:09.423122 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:09.570823 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:09.733522 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:09.744157 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'name': 'tempest-TestShelveInstance-375142859-router', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '94eff67c-9eee-4774-8067-11001f077835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:04Z', 'updated_at': '2022-02-04T22:32:06Z', 'revision_number': 3, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'gw_port': {'id': '94eff67c-9eee-4774-8067-11001f077835', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:05Z', 'updated_at': '2022-02-04T22:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:09.755073 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Checking router: e91cf0dd-cbc8-47bb-811a-58425bf81aff for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:32:09.755404 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Updating router e91cf0dd-cbc8-47bb-811a-58425bf81aff port 94eff67c-9eee-4774-8067-11001f077835 binding host dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:32:09.830133 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port baf305d1-9713-4fb7-82ce-7a746b81ec39, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=baf305d1-9713-4fb7-82ce-7a746b81ec39,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:09.834616 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:09.868482 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:09.869497 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:09.922090 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Allocated IP 172.20.0.1 (04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649/331aef5b-e9de-4850-8a61-57acfb26326d/32e8e165-1a18-4702-9e72-44decfb45af0) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:32:10.089287 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=baf305d1-9713-4fb7-82ce-7a746b81ec39,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:10.148710 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:10.175862 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.provisioning_blocks [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Transition to ACTIVE for port object 32e8e165-1a18-4702-9e72-44decfb45af0 will not be triggered until provisioned by entity DHCP. {{(pid=86817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:10.183262 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:10.195224 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:10.195551 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:10.218829 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:10.362087 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Network 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649 is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:10.367869 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:10.373105 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:32:10.457320 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Pushing event updated for resources: {'Port': ['ID=32e8e165-1a18-4702-9e72-44decfb45af0,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:10.461369 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Notify callbacks [] for port, precommit_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:10.480060 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Transition to ACTIVE for port object 94eff67c-9eee-4774-8067-11001f077835 will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:10.491999 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:10.501611 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746523'] for router_interface, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:10.505256 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:10.627516 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Attempting to bind port 94eff67c-9eee-4774-8067-11001f077835 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:32:10.627951 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Attempting to bind port 94eff67c-9eee-4774-8067-11001f077835 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:32:10.628253 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Attempting to bind port 94eff67c-9eee-4774-8067-11001f077835 on network 3507d728-f957-4adf-968c-fa2aba268e7e {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:32:10.638100 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:32:10.638736 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Checking segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:10.639333 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:10.639908 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Bound using segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:32:10.640575 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Bound port: 94eff67c-9eee-4774-8067-11001f077835, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:32:10.641129 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:10.814245 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=6bc32e74-1d76-439b-a5a8-b9111cc8abe0,segment=NetworkSegment(a19acfe3-2ed9-49f8-a26b-4be7766971ac),segment_id=a19acfe3-2ed9-49f8-a26b-4be7766971ac)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:10.830550 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297b3a8-37a7-49a8-b813-2fac029b0070 None None] Pushing event updated for resources: {'Port': ['ID=94eff67c-9eee-4774-8067-11001f077835,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:10.865059 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:11.084466 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device baf305d1-9713-4fb7-82ce-7a746b81ec39 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:11.281415 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-1bbf2441-c6aa-445c-96a0-9978a84b756a None None] Provisioning for port 32e8e165-1a18-4702-9e72-44decfb45af0 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:11.295225 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:11.316767 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-1bbf2441-c6aa-445c-96a0-9978a84b756a None None] Provisioning complete for port 32e8e165-1a18-4702-9e72-44decfb45af0 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:11.317774 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2441-c6aa-445c-96a0-9978a84b756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:11.378670 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] For port 94eff67c-9eee-4774-8067-11001f077835, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:32:11.388738 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=6bc32e74-1d76-439b-a5a8-b9111cc8abe0,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:11.490541 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf2441-c6aa-445c-96a0-9978a84b756a None None] Port 32e8e165-1a18-4702-9e72-44decfb45af0 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:32:11.505873 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] For port 94eff67c-9eee-4774-8067-11001f077835, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=94eff67c-9eee-4774-8067-11001f077835,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:32:11.526659 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:11.602408 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port baf305d1-9713-4fb7-82ce-7a746b81ec39 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:11.602803 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:11.829157 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Routers {'e91cf0dd-cbc8-47bb-811a-58425bf81aff'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:11.830745 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:31:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['e91cf0dd-cbc8-47bb-811a-58425bf81aff'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:11.850575 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:11.858549 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263109017'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:11.928917 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:32:11.986573 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297b3a8-37a7-49a8-b813-2fac029b0070 None None] Pushing event updated for resources: {'Port': ['ID=94eff67c-9eee-4774-8067-11001f077835,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:11.990590 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746750'] for router_interface, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:11.994583 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Pushing event updated for resources: {'Port': ['ID=32e8e165-1a18-4702-9e72-44decfb45af0,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:12.173732 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Network 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649 is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:12.175406 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:12.212240 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] Set router e91cf0dd-cbc8-47bb-811a-58425bf81aff gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:12.461015 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Router e91cf0dd-cbc8-47bb-811a-58425bf81aff has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:32:12.719516 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-34de1b9c-95c4-4b05-9fcd-554aecf11d82 None None] Provisioning complete for port 32e8e165-1a18-4702-9e72-44decfb45af0 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:12.720206 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-34de1b9c-95c4-4b05-9fcd-554aecf11d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:12.890956 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-34de1b9c-95c4-4b05-9fcd-554aecf11d82 None None] Port 32e8e165-1a18-4702-9e72-44decfb45af0 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:32:12.912008 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:32:12.930931 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-0cb6e863-9042-466e-bb0f-784f1e27d241 admin admin] 10.222.0.47 "PUT /v2.0/routers/e91cf0dd-cbc8-47bb-811a-58425bf81aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2970972 Feb 04 22:32:13.056841 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:13.162845 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'name': 'tempest-TestShelveInstance-375142859-router', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '94eff67c-9eee-4774-8067-11001f077835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:04Z', 'updated_at': '2022-02-04T22:32:11Z', 'revision_number': 4, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'gw_port': {'id': '94eff67c-9eee-4774-8067-11001f077835', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:05Z', 'updated_at': '2022-02-04T22:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '32e8e165-1a18-4702-9e72-44decfb45af0', 'name': '', 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'mac_address': 'fa:16:3e:27:16:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '331aef5b-e9de-4850-8a61-57acfb26326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:09Z', 'updated_at': '2022-02-04T22:32:11Z', 'revision_number': 2, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'subnets': [{'id': '331aef5b-e9de-4850-8a61-57acfb26326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:13.184548 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae5cf4-11da-4b64-a9fa-1c23bd922292 None None] The sync data for ids ['e91cf0dd-cbc8-47bb-811a-58425bf81aff'] in dv-cinder-818885-2-iscsi is: [{'id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'name': 'tempest-TestShelveInstance-375142859-router', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '94eff67c-9eee-4774-8067-11001f077835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:04Z', 'updated_at': '2022-02-04T22:32:11Z', 'revision_number': 4, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'gw_port': {'id': '94eff67c-9eee-4774-8067-11001f077835', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:05Z', 'updated_at': '2022-02-04T22:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '32e8e165-1a18-4702-9e72-44decfb45af0', 'name': '', 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'mac_address': 'fa:16:3e:27:16:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '331aef5b-e9de-4850-8a61-57acfb26326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:09Z', 'updated_at': '2022-02-04T22:32:11Z', 'revision_number': 2, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'subnets': [{'id': '331aef5b-e9de-4850-8a61-57acfb26326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:32:13.232897 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:13.234590 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:14.440229 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50440) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:14.448409 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-682528029', 'description': 'tempest-secgroup-smoke-682528029 description', 'project_id': 'd29b5b74730445159aac83349bd4998c'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:14.466317 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:14.474339 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Usage tracker for resource:security_group and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:14.480050 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:14.494017 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:14.514129 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:14.554472 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:14.563727 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Usage tracker for resource:security_group_rule and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:14.570252 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:14.590167 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:14.745977 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:14.752234 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:14.786854 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:14.788109 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3458188 Feb 04 22:32:14.793741 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50444) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:14.805772 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-f3a32412-0e94-4e8d-9d20-74dea37c832a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Request body: {'security_group_rule': {'security_group_id': '20e1d6d7-e982-4528-9db8-d3ed700af576', 'project_id': 'd29b5b74730445159aac83349bd4998c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:14.806502 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-f3a32412-0e94-4e8d-9d20-74dea37c832a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:14.812620 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-f3a32412-0e94-4e8d-9d20-74dea37c832a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Usage tracker for resource:security_group_rule and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:14.822917 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-f3a32412-0e94-4e8d-9d20-74dea37c832a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:14.835519 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-f3a32412-0e94-4e8d-9d20-74dea37c832a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:14.852075 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa328d3-acdd-4b4f-bee9-7ada1853cb90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e1d6d7-e982-4528-9db8-d3ed700af576,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:14.885537 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f3a32412-0e94-4e8d-9d20-74dea37c832a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:14.999909 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f3a32412-0e94-4e8d-9d20-74dea37c832a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.010490 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f3a32412-0e94-4e8d-9d20-74dea37c832a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.054282 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a32412-0e94-4e8d-9d20-74dea37c832a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33c1b7e-e0d6-4180-b7de-cafb175bd6ab,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:15.075425 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 94eff67c-9eee-4774-8067-11001f077835 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:15.079134 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-f3a32412-0e94-4e8d-9d20-74dea37c832a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.080814 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-f3a32412-0e94-4e8d-9d20-74dea37c832a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2860067 Feb 04 22:32:15.083552 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50456) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:15.091682 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-9040ce4d-276f-4e83-ae66-9418233c4335 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Request body: {'security_group_rule': {'security_group_id': '20e1d6d7-e982-4528-9db8-d3ed700af576', 'project_id': 'd29b5b74730445159aac83349bd4998c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:15.100363 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-9040ce4d-276f-4e83-ae66-9418233c4335 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:15.107640 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-9040ce4d-276f-4e83-ae66-9418233c4335 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Usage tracker for resource:security_group_rule and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:15.111776 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-9040ce4d-276f-4e83-ae66-9418233c4335 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:15.119497 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-9040ce4d-276f-4e83-ae66-9418233c4335 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:15.146157 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9040ce4d-276f-4e83-ae66-9418233c4335 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.182077 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 94eff67c-9eee-4774-8067-11001f077835 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:15.190193 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 94eff67c-9eee-4774-8067-11001f077835 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:15.190603 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.296175 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9040ce4d-276f-4e83-ae66-9418233c4335 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.308056 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9040ce4d-276f-4e83-ae66-9418233c4335 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.364625 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040ce4d-276f-4e83-ae66-9418233c4335 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbfec1f-6d87-4b1a-bfab-f515aa05dda2,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:15.391199 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-9040ce4d-276f-4e83-ae66-9418233c4335 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.391199 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-9040ce4d-276f-4e83-ae66-9418233c4335 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3061273 Feb 04 22:32:15.397780 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50460) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:15.403957 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-02c7871d-c2f0-4ce8-92da-7d8cad394849 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Request body: {'security_group_rule': {'security_group_id': '20e1d6d7-e982-4528-9db8-d3ed700af576', 'project_id': 'd29b5b74730445159aac83349bd4998c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:15.422117 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-02c7871d-c2f0-4ce8-92da-7d8cad394849 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:15.440844 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-02c7871d-c2f0-4ce8-92da-7d8cad394849 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Usage tracker for resource:security_group_rule and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:15.446243 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-02c7871d-c2f0-4ce8-92da-7d8cad394849 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:15.447381 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.453398 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-02c7871d-c2f0-4ce8-92da-7d8cad394849 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:15.477621 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 94eff67c-9eee-4774-8067-11001f077835, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=94eff67c-9eee-4774-8067-11001f077835,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:15.488289 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-02c7871d-c2f0-4ce8-92da-7d8cad394849 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.490743 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.612112 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-02c7871d-c2f0-4ce8-92da-7d8cad394849 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.623167 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-02c7871d-c2f0-4ce8-92da-7d8cad394849 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.649454 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7871d-c2f0-4ce8-92da-7d8cad394849 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d61e72-6f3e-4ca1-a4d3-f17c73606e04,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:15.662305 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=94eff67c-9eee-4774-8067-11001f077835,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:15.692179 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-02c7871d-c2f0-4ce8-92da-7d8cad394849 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.694474 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-02c7871d-c2f0-4ce8-92da-7d8cad394849 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2964063 Feb 04 22:32:15.697243 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50464) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:15.721751 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-221af497-a895-466d-9b9e-79b5849b3d08 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Request body: {'security_group_rule': {'security_group_id': '20e1d6d7-e982-4528-9db8-d3ed700af576', 'project_id': 'd29b5b74730445159aac83349bd4998c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:15.728379 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-221af497-a895-466d-9b9e-79b5849b3d08 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:15.737753 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-221af497-a895-466d-9b9e-79b5849b3d08 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Usage tracker for resource:security_group_rule and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:15.742850 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-221af497-a895-466d-9b9e-79b5849b3d08 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:15.751621 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-221af497-a895-466d-9b9e-79b5849b3d08 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:15.780516 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-221af497-a895-466d-9b9e-79b5849b3d08 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.891293 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-221af497-a895-466d-9b9e-79b5849b3d08 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.898974 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-221af497-a895-466d-9b9e-79b5849b3d08 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.944170 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221af497-a895-466d-9b9e-79b5849b3d08 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe40b33f-9f83-4b91-bee0-95b28ab41996,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:15.964478 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-221af497-a895-466d-9b9e-79b5849b3d08 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:15.967434 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-221af497-a895-466d-9b9e-79b5849b3d08 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2665102 Feb 04 22:32:15.970523 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50472) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:15.984603 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-1eb43f01-357c-4a24-9e21-4114017141a9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Request body: {'security_group_rule': {'security_group_id': '20e1d6d7-e982-4528-9db8-d3ed700af576', 'project_id': 'd29b5b74730445159aac83349bd4998c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:15.997082 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-1eb43f01-357c-4a24-9e21-4114017141a9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:16.004292 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-1eb43f01-357c-4a24-9e21-4114017141a9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Usage tracker for resource:security_group_rule and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:16.009445 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-1eb43f01-357c-4a24-9e21-4114017141a9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:16.022136 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-1eb43f01-357c-4a24-9e21-4114017141a9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:16.044921 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.securitygroups_db [None req-1eb43f01-357c-4a24-9e21-4114017141a9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Project d29b5b74730445159aac83349bd4998c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 22:32:16.061236 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1eb43f01-357c-4a24-9e21-4114017141a9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:16.203054 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1eb43f01-357c-4a24-9e21-4114017141a9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:16.208519 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1eb43f01-357c-4a24-9e21-4114017141a9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:16.255705 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-1eb43f01-357c-4a24-9e21-4114017141a9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:16.257892 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-1eb43f01-357c-4a24-9e21-4114017141a9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2839847 Feb 04 22:32:16.260546 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50476) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:16.270519 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-61f24f7d-939b-48d0-86e7-84cba2e3803f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Request body: {'security_group_rule': {'security_group_id': '20e1d6d7-e982-4528-9db8-d3ed700af576', 'project_id': 'd29b5b74730445159aac83349bd4998c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:16.278796 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-61f24f7d-939b-48d0-86e7-84cba2e3803f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:16.279199 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb43f01-357c-4a24-9e21-4114017141a9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891fb3ea-e47a-460a-a49d-0a207c626d63,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:16.294015 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-61f24f7d-939b-48d0-86e7-84cba2e3803f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Usage tracker for resource:security_group_rule and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:16.300987 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-61f24f7d-939b-48d0-86e7-84cba2e3803f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:16.324408 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-61f24f7d-939b-48d0-86e7-84cba2e3803f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:16.346891 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.securitygroups_db [None req-61f24f7d-939b-48d0-86e7-84cba2e3803f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Project d29b5b74730445159aac83349bd4998c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 22:32:16.362398 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-61f24f7d-939b-48d0-86e7-84cba2e3803f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:16.495785 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-61f24f7d-939b-48d0-86e7-84cba2e3803f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:16.502247 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-61f24f7d-939b-48d0-86e7-84cba2e3803f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:16.552970 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f24f7d-939b-48d0-86e7-84cba2e3803f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58eccbe-f8fe-477a-8666-a384e11dcd24,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:16.575677 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-61f24f7d-939b-48d0-86e7-84cba2e3803f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:16.579886 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-61f24f7d-939b-48d0-86e7-84cba2e3803f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3175635 Feb 04 22:32:16.843267 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Sync routers for ids ['e91cf0dd-cbc8-47bb-811a-58425bf81aff'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:32:16.855536 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Routers {'e91cf0dd-cbc8-47bb-811a-58425bf81aff'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:16.856554 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:31:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['e91cf0dd-cbc8-47bb-811a-58425bf81aff'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:17.042047 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 94eff67c-9eee-4774-8067-11001f077835 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:17.110360 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Set router e91cf0dd-cbc8-47bb-811a-58425bf81aff gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:17.186800 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 94eff67c-9eee-4774-8067-11001f077835 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:17.187493 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:17.531869 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'name': 'tempest-TestShelveInstance-375142859-router', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '94eff67c-9eee-4774-8067-11001f077835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:04Z', 'updated_at': '2022-02-04T22:32:11Z', 'revision_number': 4, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'gw_port': {'id': '94eff67c-9eee-4774-8067-11001f077835', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:05Z', 'updated_at': '2022-02-04T22:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '32e8e165-1a18-4702-9e72-44decfb45af0', 'name': '', 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'mac_address': 'fa:16:3e:27:16:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '331aef5b-e9de-4850-8a61-57acfb26326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:09Z', 'updated_at': '2022-02-04T22:32:11Z', 'revision_number': 2, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'subnets': [{'id': '331aef5b-e9de-4850-8a61-57acfb26326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:17.536782 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Checking router: e91cf0dd-cbc8-47bb-811a-58425bf81aff for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:32:17.537227 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Updating router e91cf0dd-cbc8-47bb-811a-58425bf81aff port 32e8e165-1a18-4702-9e72-44decfb45af0 binding host dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:32:17.627863 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:18.137973 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Notify callbacks [] for port, precommit_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:18.166632 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.provisioning_blocks [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Transition to ACTIVE for port object 32e8e165-1a18-4702-9e72-44decfb45af0 will not be triggered until provisioned by entity L2. {{(pid=86820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:18.183205 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:18.460725 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc246b4-b316-49d0-891f-f396e07f02bb None None] Pushing event updated for resources: {'Port': ['ID=32e8e165-1a18-4702-9e72-44decfb45af0,revision_number=3']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:18.537181 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Attempting to bind port 32e8e165-1a18-4702-9e72-44decfb45af0 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:32:18.538011 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Attempting to bind port 32e8e165-1a18-4702-9e72-44decfb45af0 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': 'a19acfe3-2ed9-49f8-a26b-4be7766971ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649'}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:32:18.538686 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Attempting to bind port 32e8e165-1a18-4702-9e72-44decfb45af0 on network 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649 {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:32:18.553817 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:32:18.554626 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Checking segment: {'id': 'a19acfe3-2ed9-49f8-a26b-4be7766971ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:18.555752 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:18.556521 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Bound using segment: {'id': 'a19acfe3-2ed9-49f8-a26b-4be7766971ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649'} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:32:18.557480 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Bound port: 32e8e165-1a18-4702-9e72-44decfb45af0, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19acfe3-2ed9-49f8-a26b-4be7766971ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649'}}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:32:18.558654 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:18.786805 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] For port 32e8e165-1a18-4702-9e72-44decfb45af0, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:32:18.796334 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] For port 32e8e165-1a18-4702-9e72-44decfb45af0, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=32e8e165-1a18-4702-9e72-44decfb45af0,segment=NetworkSegment(a19acfe3-2ed9-49f8-a26b-4be7766971ac),segment_id=a19acfe3-2ed9-49f8-a26b-4be7766971ac)] {{(pid=86820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:32:18.803238 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:18.961879 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc246b4-b316-49d0-891f-f396e07f02bb None None] Pushing event updated for resources: {'Port': ['ID=32e8e165-1a18-4702-9e72-44decfb45af0,revision_number=4']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:18.984463 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Routers {'e91cf0dd-cbc8-47bb-811a-58425bf81aff'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:18.995177 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:31:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['e91cf0dd-cbc8-47bb-811a-58425bf81aff'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:19.297014 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] Set router e91cf0dd-cbc8-47bb-811a-58425bf81aff gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:19.969909 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'name': 'tempest-TestShelveInstance-375142859-router', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '94eff67c-9eee-4774-8067-11001f077835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:04Z', 'updated_at': '2022-02-04T22:32:11Z', 'revision_number': 4, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'gw_port': {'id': '94eff67c-9eee-4774-8067-11001f077835', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:05Z', 'updated_at': '2022-02-04T22:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '32e8e165-1a18-4702-9e72-44decfb45af0', 'name': '', 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'mac_address': 'fa:16:3e:27:16:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '331aef5b-e9de-4850-8a61-57acfb26326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:09Z', 'updated_at': '2022-02-04T22:32:18Z', 'revision_number': 4, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'subnets': [{'id': '331aef5b-e9de-4850-8a61-57acfb26326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:19.978476 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbb0728-12d7-4db1-b746-d3fe3b44ee7e None None] The sync data for ids ['e91cf0dd-cbc8-47bb-811a-58425bf81aff'] in dv-cinder-818885-2-iscsi is: [{'id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'name': 'tempest-TestShelveInstance-375142859-router', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '94eff67c-9eee-4774-8067-11001f077835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:04Z', 'updated_at': '2022-02-04T22:32:11Z', 'revision_number': 4, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'gw_port': {'id': '94eff67c-9eee-4774-8067-11001f077835', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:05Z', 'updated_at': '2022-02-04T22:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '32e8e165-1a18-4702-9e72-44decfb45af0', 'name': '', 'network_id': '04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'mac_address': 'fa:16:3e:27:16:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '331aef5b-e9de-4850-8a61-57acfb26326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:09Z', 'updated_at': '2022-02-04T22:32:18Z', 'revision_number': 4, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'subnets': [{'id': '331aef5b-e9de-4850-8a61-57acfb26326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:32:21.079330 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 32e8e165-1a18-4702-9e72-44decfb45af0 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:21.253941 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 32e8e165-1a18-4702-9e72-44decfb45af0 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:21.261172 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 32e8e165-1a18-4702-9e72-44decfb45af0 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:21.261532 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:21.476726 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:21.560937 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 32e8e165-1a18-4702-9e72-44decfb45af0, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=32e8e165-1a18-4702-9e72-44decfb45af0,segment=NetworkSegment(a19acfe3-2ed9-49f8-a26b-4be7766971ac),segment_id=a19acfe3-2ed9-49f8-a26b-4be7766971ac)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:21.573983 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:21.722930 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=32e8e165-1a18-4702-9e72-44decfb45af0,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:22.529273 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-5eabc2e5-1eb8-4e7e-b2ab-45b21d120d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:22.989901 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 32e8e165-1a18-4702-9e72-44decfb45af0 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:23.135588 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 32e8e165-1a18-4702-9e72-44decfb45af0 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:23.136621 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:24.787671 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:25.051260 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c800efcb-7ae1-41ed-a562-3f9b93e2f979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:25.932242 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:26.294953 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:27.311581 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:35.662661 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50680) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:35.734903 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefb3374-c365-4116-9731-12df7ec89263 admin admin] Deleting subnet 6f715762-3680-4a13-9bfe-54fd70cff11c {{(pid=86817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:32:35.738414 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-aefb3374-c365-4116-9731-12df7ec89263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:35.796268 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-aefb3374-c365-4116-9731-12df7ec89263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263109059'] for subnet, precommit_delete_associations {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:35.975349 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-aefb3374-c365-4116-9731-12df7ec89263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:36.097492 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-aefb3374-c365-4116-9731-12df7ec89263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263109075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263107229'] for subnet, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:36.177107 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb3374-c365-4116-9731-12df7ec89263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f715762-3680-4a13-9bfe-54fd70cff11c,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:36.183596 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-aefb3374-c365-4116-9731-12df7ec89263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:36.193476 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-aefb3374-c365-4116-9731-12df7ec89263 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6f715762-3680-4a13-9bfe-54fd70cff11c HTTP/1.1" status: 204 len: 168 time: 0.5289907 Feb 04 22:32:36.196050 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50684) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:36.310282 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-995f654f-93c4-4481-a344-617d4081220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:36.444602 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-995f654f-93c4-4481-a344-617d4081220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:36.473034 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-995f654f-93c4-4481-a344-617d4081220a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaf3acd-420c-46ac-8299-e7104fd3e13f']}} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:36.487402 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-995f654f-93c4-4481-a344-617d4081220a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e') {'for_net_delete': True} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:36.487860 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-995f654f-93c4-4481-a344-617d4081220a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfd6fbb-1f13-4f30-a71a-f3678e9b2d9e') {} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:36.502855 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-995f654f-93c4-4481-a344-617d4081220a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263109108'] for segment, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:36.524316 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-995f654f-93c4-4481-a344-617d4081220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:36.533651 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995f654f-93c4-4481-a344-617d4081220a admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=86817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:32:36.534284 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-995f654f-93c4-4481-a344-617d4081220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263143025'] for segment, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: Traceback (most recent call last): Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: timer() Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: cb(*args, **kw) Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: return func(*args, **kwargs) Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: self._notify() Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: self.callback(batched_events) Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: event.method(event) Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: return f(self, *a, **k) Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._get(url).json() Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: return self.request(url, 'GET', **kwargs) Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:32:36.550189 dv-cinder-818885-2-iscsi neutron-server[86817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:32:36.642630 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-995f654f-93c4-4481-a344-617d4081220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:36.664941 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-995f654f-93c4-4481-a344-617d4081220a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:36.677019 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f654f-93c4-4481-a344-617d4081220a admin admin] Pushing event deleted for resources: {'Network': ['ID=ddaf3acd-420c-46ac-8299-e7104fd3e13f,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:36.687268 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-995f654f-93c4-4481-a344-617d4081220a admin admin] 10.222.0.47 "DELETE /v2.0/networks/ddaf3acd-420c-46ac-8299-e7104fd3e13f HTTP/1.1" status: 204 len: 168 time: 0.4899812 Feb 04 22:32:36.945468 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50696) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:37.020482 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-8db0d522-cef2-427e-abff-42b89e8f3d56 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=503481a8d89441c7bef0afc5a0f26860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729544 Feb 04 22:32:37.023931 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50700) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:37.065760 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-c951f55f-f868-4f07-8020-26e35695fd3b req-16620292-6296-40f4-8915-58194967d6e8 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Synchronizing usage tracker for tenant:d29b5b74730445159aac83349bd4998c on resource:security_group {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:32:37.085915 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-c951f55f-f868-4f07-8020-26e35695fd3b req-16620292-6296-40f4-8915-58194967d6e8 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Unset dirty status for tenant:d29b5b74730445159aac83349bd4998c on resource:security_group {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:32:37.088178 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-16620292-6296-40f4-8915-58194967d6e8 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682528029&fields=id&tenant_id=d29b5b74730445159aac83349bd4998c HTTP/1.1" status: 200 len: 267 time: 0.0644763 Feb 04 22:32:37.114507 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:37.145253 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:37.205286 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:37.224018 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:37.233286 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:37.233636 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:37.233995 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:37.234321 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:37.234908 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:37.235231 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:37.235556 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:37.235866 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:37.236202 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:37.236500 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:37.236813 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:37.237126 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:37.245494 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:37.246999 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-0747fc40-822b-415d-9776-f3f7e3c561a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ab9a9c94-dff5-44e6-8f8b-4e5d95375c1f HTTP/1.1" status: 204 len: 168 time: 0.2215259 Feb 04 22:32:37.338313 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f55f-f868-4f07-8020-26e35695fd3b req-0b53cf81-6ea9-4373-a87b-35093ca7ba9b tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:37.339036 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-c951f55f-f868-4f07-8020-26e35695fd3b req-0b53cf81-6ea9-4373-a87b-35093ca7ba9b tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Synchronizing usage tracker for tenant:d29b5b74730445159aac83349bd4998c on resource:network {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:32:37.361916 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-c951f55f-f868-4f07-8020-26e35695fd3b req-0b53cf81-6ea9-4373-a87b-35093ca7ba9b tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Unset dirty status for tenant:d29b5b74730445159aac83349bd4998c on resource:network {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:32:37.363953 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-0b53cf81-6ea9-4373-a87b-35093ca7ba9b tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/networks?id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c HTTP/1.1" status: 200 len: 808 time: 0.2671635 Feb 04 22:32:37.383925 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-4311012f-8041-4cd4-99a8-1a038e9097fd tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/quotas/d29b5b74730445159aac83349bd4998c HTTP/1.1" status: 200 len: 375 time: 0.0124531 Feb 04 22:32:37.477162 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-5213cbcd-98ee-4ddc-b70d-29e8c7add07d tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d29b5b74730445159aac83349bd4998c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861659 Feb 04 22:32:37.637629 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-dc215d72-f311-40e1-8331-d261181800f1 service neutron] 10.222.0.47 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469719 Feb 04 22:32:37.783285 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-3d859082-ef8b-47f1-a3be-d984243f171f service neutron] 10.222.0.47 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376860 Feb 04 22:32:38.161111 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50730) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:38.293273 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-197797941-network', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:38.298516 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:38.303289 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Usage tracker for resource:network and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:38.307630 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:38.313655 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bb5b90b4-6fd0-4321-84c8-751cff50d92e req-30f20baa-0476-42d8-b1b3-a1983b7e166b tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 210 time: 0.0436344 Feb 04 22:32:38.314737 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:38.327558 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Made reservation on behalf of 7e170d4e7dd5429091894dcd6677c233 for: {'network': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:32:38.329995 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:38.346053 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:38.365749 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:38.369690 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Usage tracker for resource:security_group_rule and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:38.372643 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:38.378450 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:38.493094 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:38.497147 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:38.528721 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=86818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:32:38.543607 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7f7401-ee25-4c8c-9a67-2e46751446b3,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:38.546590 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:38.546937 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.segments_db [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Added segment acd0866f-0fc6-4cac-9e2a-bf8877a982b9 of type vlan for network 864a24eb-aca1-475c-ad43-77394dd6cd10 Feb 04 22:32:38.588693 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:38.629198 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:38.630298 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:38.631112 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:38.741562 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5760133 Feb 04 22:32:38.741818 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d2a2c-2df9-4afd-bd29-36c41e1087d6 admin admin] Pushing event updated for resources: {'Network': ['ID=864a24eb-aca1-475c-ad43-77394dd6cd10,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:38.742292 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50746) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:38.752137 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Request body: {'subnet': {'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-197797941-subnet', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'ip_version': 4}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:38.752345 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network 864a24eb-aca1-475c-ad43-77394dd6cd10 details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:32:38.761051 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:38.769705 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Usage tracker for resource:subnet and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:38.775117 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:38.786828 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:38.804580 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Made reservation on behalf of 7e170d4e7dd5429091894dcd6677c233 for: {'subnet': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:32:38.809033 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263107254'] for subnet, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:39.100913 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263108876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263107236'] for subnet, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:39.182574 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc15eeb-0c6d-4762-b3cb-03fc9c36157f,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:39.192304 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Checking segment: {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:39.192660 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Network hostable DHCP agents. Network: 864a24eb-aca1-475c-ad43-77394dd6cd10, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:32:39.215728 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Network 864a24eb-aca1-475c-ad43-77394dd6cd10 is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:32:39.227438 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, 864a24eb-aca1-475c-ad43-77394dd6cd10) {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:39.232509 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:39.233162 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:39.240275 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c556fc8a-5cca-4aa9-874d-8afef5f75774 None None] Network 864a24eb-aca1-475c-ad43-77394dd6cd10 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:32:39.260019 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-8cd2d0c6-f5f3-4527-9144-55c502f1b86f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5159273 Feb 04 22:32:39.265053 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50750) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:39.270523 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:39.275753 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:39.283338 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Usage tracker for resource:router and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:39.286916 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:39.296565 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:39.312664 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-652'] for router, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:39.314386 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574484', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-667'] for router, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:39.341025 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:39.514209 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc10aaa20-4b3d-58be-beff-2596df0677b1-864a24eb-aca1-475c-ad43-77394dd6cd10', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f'}]}} from dv-cinder-818885-2-iscsi. {{(pid=86819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 22:32:39.515514 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:39.863887 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f55f-f868-4f07-8020-26e35695fd3b req-91e0be59-c25f-4200-865e-1e3a18416db0 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:39.866964 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-91e0be59-c25f-4200-865e-1e3a18416db0 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.58 "GET /v2.0/networks?id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c HTTP/1.1" status: 200 len: 808 time: 0.3018203 Feb 04 22:32:39.879823 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.db_base_plugin_common [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Allocated IP 172.20.0.2 (864a24eb-aca1-475c-ad43-77394dd6cd10/edc15eeb-0c6d-4762-b3cb-03fc9c36157f/587d4fbf-c6a7-4285-a3d7-802fa4b78387) {{(pid=86819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:32:39.954749 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-c951f55f-f868-4f07-8020-26e35695fd3b req-79b8ca79-61a4-4b4c-9486-e9acbd6e1302 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Synchronizing usage tracker for tenant:d29b5b74730445159aac83349bd4998c on resource:security_group {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:32:39.967892 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-617'] for router, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:39.969014 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-c951f55f-f868-4f07-8020-26e35695fd3b req-79b8ca79-61a4-4b4c-9486-e9acbd6e1302 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Unset dirty status for tenant:d29b5b74730445159aac83349bd4998c on resource:security_group {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:32:39.970233 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-79b8ca79-61a4-4b4c-9486-e9acbd6e1302 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d29b5b74730445159aac83349bd4998c HTTP/1.1" status: 200 len: 379 time: 0.0891171 Feb 04 22:32:39.979235 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Request body: {'port': {'device_id': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'admin_state_up': True, 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'security_groups': ['20e1d6d7-e982-4528-9db8-d3ed700af576']}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:40.049231 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-123323b4-2001-41eb-9423-1e2780afa53d req-fb1655fc-1227-42c6-b66f-b2e7042718c2 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 210 time: 0.4636297 Feb 04 22:32:40.204401 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:40.217025 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Transition to ACTIVE for port object 587d4fbf-c6a7-4285-a3d7-802fa4b78387 will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:40.244693 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Transition to ACTIVE for port object 587d4fbf-c6a7-4285-a3d7-802fa4b78387 will not be triggered until provisioned by entity DHCP. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:40.248666 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:40.253194 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:40.254357 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Usage tracker for resource:port and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:40.258289 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:40.266065 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:40.281251 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Made reservation on behalf of d29b5b74730445159aac83349bd4998c for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:32:40.284891 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:40.336191 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Network 864a24eb-aca1-475c-ad43-77394dd6cd10 is already hosted by enough agents. {{(pid=86819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:40.342534 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.base_scheduler [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Resources bound (agent type, host, resource id): {{(pid=86819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:40.346522 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Received port after_create {{(pid=86819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:32:40.398829 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:40.418565 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Pushing event updated for resources: {'Port': ['ID=587d4fbf-c6a7-4285-a3d7-802fa4b78387,revision_number=1']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:40.434968 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:40.478239 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Allocated IP 172.20.0.14 (d526bcb8-86d8-45dc-bcb0-96d8f657ce9c/8f2f03a7-dd42-4f24-b5fd-684c15147c97/bda902b4-e71e-4810-bcf4-0989b502cd2e) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:32:40.533052 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Attempting to bind port 587d4fbf-c6a7-4285-a3d7-802fa4b78387 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:32:40.533578 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Attempting to bind port 587d4fbf-c6a7-4285-a3d7-802fa4b78387 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:32:40.534004 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Attempting to bind port 587d4fbf-c6a7-4285-a3d7-802fa4b78387 on network 864a24eb-aca1-475c-ad43-77394dd6cd10 {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:32:40.543851 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:32:40.544461 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Checking segment: {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:40.545100 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:40.545546 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Bound using segment: {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:32:40.546194 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Bound port: 587d4fbf-c6a7-4285-a3d7-802fa4b78387, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:32:40.546801 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:40.645316 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Allocated IP 172.27.0.30 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/c833df8d-cbf2-4b40-b9e5-74732747ad2b) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:32:40.700873 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:40.719392 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Transition to ACTIVE for port object bda902b4-e71e-4810-bcf4-0989b502cd2e will not be triggered until provisioned by entity DHCP. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:40.748790 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:40.754585 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] For port 587d4fbf-c6a7-4285-a3d7-802fa4b78387, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:32:40.759091 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] For port 587d4fbf-c6a7-4285-a3d7-802fa4b78387, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=587d4fbf-c6a7-4285-a3d7-802fa4b78387,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:32:40.766886 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:40.833130 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:40.836694 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:40.842751 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:32:40.882141 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Pushing event updated for resources: {'Port': ['ID=bda902b4-e71e-4810-bcf4-0989b502cd2e,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:40.916623 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790eee20-90e1-4864-b7d1-acd5cc2b6ea8 None None] Pushing event updated for resources: {'Port': ['ID=587d4fbf-c6a7-4285-a3d7-802fa4b78387,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:40.940531 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:40.941554 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:40.975379 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-281e81ea-04ab-41f8-a4a9-82f00b116da5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0000765 Feb 04 22:32:40.988838 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:40.992466 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Request body: {'port': {'device_id': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:41.070415 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:41.215079 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:41.275198 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:41.282961 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:41.292253 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:32:41.300259 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-f7523506-9b8f-427e-94b1-3cb33bd0b413 None None] Provisioning for port bda902b4-e71e-4810-bcf4-0989b502cd2e completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:41.311114 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-f7523506-9b8f-427e-94b1-3cb33bd0b413 None None] Provisioning complete for port bda902b4-e71e-4810-bcf4-0989b502cd2e triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:41.311511 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-f7523506-9b8f-427e-94b1-3cb33bd0b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:41.372624 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Pushing event updated for resources: {'Port': ['ID=c833df8d-cbf2-4b40-b9e5-74732747ad2b,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:41.416199 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-f7523506-9b8f-427e-94b1-3cb33bd0b413 None None] Port bda902b4-e71e-4810-bcf4-0989b502cd2e cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:32:41.521921 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90ce3f-0261-4f6e-8529-fc0ca4441636 req-5dd16819-73da-4e6c-a035-94ea9af3d048 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:41.526645 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1f90ce3f-0261-4f6e-8529-fc0ca4441636 req-5dd16819-73da-4e6c-a035-94ea9af3d048 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 932 time: 0.3101301 Feb 04 22:32:41.829139 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda902b4-e71e-4810-bcf4-0989b502cd2e {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:32:41.837912 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:41.857257 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Transition to ACTIVE for port object bda902b4-e71e-4810-bcf4-0989b502cd2e will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:41.863417 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:41.941425 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1f90ce3f-0261-4f6e-8529-fc0ca4441636 req-fbf6f80e-b4b8-4689-b25a-ab4329070251 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3536742 Feb 04 22:32:42.087342 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:42.226280 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=bda902b4-e71e-4810-bcf4-0989b502cd2e,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:42.309976 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Attempting to bind port bda902b4-e71e-4810-bcf4-0989b502cd2e on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:32:42.310688 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Attempting to bind port bda902b4-e71e-4810-bcf4-0989b502cd2e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '346c0fd4-d5a9-40ff-9485-ea4f20159c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:32:42.311274 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Attempting to bind port bda902b4-e71e-4810-bcf4-0989b502cd2e on network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:32:42.319904 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Port bda902b4-e71e-4810-bcf4-0989b502cd2e on network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:32:42.320518 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Attempting to bind port bda902b4-e71e-4810-bcf4-0989b502cd2e on network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:32:42.334581 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:32:42.335450 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Checking segment: {'id': '346c0fd4-d5a9-40ff-9485-ea4f20159c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:42.336353 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Bound using segment: {'id': '346c0fd4-d5a9-40ff-9485-ea4f20159c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:32:42.337560 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Bound port: bda902b4-e71e-4810-bcf4-0989b502cd2e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346c0fd4-d5a9-40ff-9485-ea4f20159c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:32:42.338461 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:42.467254 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d7cd98-207d-42e6-8b5c-bdfed860b3fe None None] Network 864a24eb-aca1-475c-ad43-77394dd6cd10 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:32:42.469361 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] For port bda902b4-e71e-4810-bcf4-0989b502cd2e, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:32:42.472987 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] For port bda902b4-e71e-4810-bcf4-0989b502cd2e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:32:42.478539 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:42.545968 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:42.546629 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:42.548585 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] 10.222.0.58 "PUT /v2.0/ports/bda902b4-e71e-4810-bcf4-0989b502cd2e HTTP/1.1" status: 200 len: 1094 time: 1.5654972 Feb 04 22:32:42.549070 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:32:42.577496 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36117fd-b0ee-4dc9-be08-5c5b2aeecbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=bda902b4-e71e-4810-bcf4-0989b502cd2e,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:42.639324 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574497'] for router, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:42.651391 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-e4864b83-cd07-4c71-b599-71c4a96382c7 None None] Provisioning for port 587d4fbf-c6a7-4285-a3d7-802fa4b78387 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:42.690648 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'status': 'completed', 'code': 200} Feb 04 22:32:42.751576 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f55f-f868-4f07-8020-26e35695fd3b req-0599a4e4-6322-47c1-a559-c2ee053783e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:42.753151 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-0599a4e4-6322-47c1-a559-c2ee053783e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29b5b74730445159aac83349bd4998c&device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 1097 time: 0.1224964 Feb 04 22:32:42.832678 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-765fec81-64b4-44f2-a83f-80144386f73c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e HTTP/1.1" status: 200 len: 217 time: 0.0667601 Feb 04 22:32:42.922412 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Router df6c4b1e-741e-423a-87da-e2fe79428a0e is scheduled to L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 with binding_index 1 {{(pid=86817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 22:32:43.012559 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f55f-f868-4f07-8020-26e35695fd3b req-171f3822-c2df-4b0e-992f-4e1f5c2c61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:43.014469 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-171f3822-c2df-4b0e-992f-4e1f5c2c61d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f2f03a7-dd42-4f24-b5fd-684c15147c97 HTTP/1.1" status: 200 len: 847 time: 0.1761642 Feb 04 22:32:43.060427 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 587d4fbf-c6a7-4285-a3d7-802fa4b78387 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:43.142814 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f55f-f868-4f07-8020-26e35695fd3b req-0761455d-8b9f-4148-a23a-6632064bdff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:43.144222 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-0761455d-8b9f-4148-a23a-6632064bdff2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1240568 Feb 04 22:32:43.155474 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 587d4fbf-c6a7-4285-a3d7-802fa4b78387 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:43.163475 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 587d4fbf-c6a7-4285-a3d7-802fa4b78387 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:43.164393 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:43.243015 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:32:43.260851 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Sync routers for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:32:43.281811 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] Notify callbacks [] for router, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:43.283656 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-fadb972d-1ca4-4381-872d-cd2b200046fe admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0170934 Feb 04 22:32:43.286822 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50766) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:43.301209 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-f65873c9-0a10-4409-a035-77eec3ecceaa service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495137 Feb 04 22:32:43.305601 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:43.306701 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:32:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:43.377325 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87659b7-652a-41dc-bda9-b789135d193d req-e1f43ff2-b3f0-4d72-a522-3837bec7d87c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:43.378936 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d87659b7-652a-41dc-bda9-b789135d193d req-e1f43ff2-b3f0-4d72-a522-3837bec7d87c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.2293472 Feb 04 22:32:43.468836 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-4dc3e456-3c74-4366-b599-c40e36c9a5c9 None None] Provisioning complete for port 587d4fbf-c6a7-4285-a3d7-802fa4b78387 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:43.469394 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e456-3c74-4366-b599-c40e36c9a5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:43.474776 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c951f55f-f868-4f07-8020-26e35695fd3b req-dfd71456-8bb9-4962-9113-d0dd75ed1225 service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674879 Feb 04 22:32:43.522947 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d87659b7-652a-41dc-bda9-b789135d193d req-3853959b-09c9-491a-a036-193b96268c21 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273208 Feb 04 22:32:43.658147 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9cc1c-dbe9-4c89-abd7-a99b6e317e5c req-ef7cbf5b-976f-419c-9778-42f48b81ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:43.659881 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-5cc9cc1c-dbe9-4c89-abd7-a99b6e317e5c req-ef7cbf5b-976f-419c-9778-42f48b81ea72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29b5b74730445159aac83349bd4998c&device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 1097 time: 0.0963304 Feb 04 22:32:43.769270 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:43.800955 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:43.814909 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9cc1c-dbe9-4c89-abd7-a99b6e317e5c req-660a1fe8-f021-4824-bfab-eee7f11ffd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:43.816945 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-5cc9cc1c-dbe9-4c89-abd7-a99b6e317e5c req-660a1fe8-f021-4824-bfab-eee7f11ffd87 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c HTTP/1.1" status: 200 len: 909 time: 0.1507249 Feb 04 22:32:43.888362 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-5cc9cc1c-dbe9-4c89-abd7-a99b6e317e5c req-371d0ef6-43e3-4c20-8618-59374cf9b4f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e HTTP/1.1" status: 200 len: 217 time: 0.0647511 Feb 04 22:32:43.958937 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9cc1c-dbe9-4c89-abd7-a99b6e317e5c req-5737e721-5bc2-4b3f-a6d3-6bfe710ac644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:43.960592 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-5cc9cc1c-dbe9-4c89-abd7-a99b6e317e5c req-5737e721-5bc2-4b3f-a6d3-6bfe710ac644 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f2f03a7-dd42-4f24-b5fd-684c15147c97 HTTP/1.1" status: 200 len: 847 time: 0.0666184 Feb 04 22:32:44.032812 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 587d4fbf-c6a7-4285-a3d7-802fa4b78387, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=587d4fbf-c6a7-4285-a3d7-802fa4b78387,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:44.044245 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9cc1c-dbe9-4c89-abd7-a99b6e317e5c req-9ddf6250-2203-4364-aab1-057064fee1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:44.045982 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-5cc9cc1c-dbe9-4c89-abd7-a99b6e317e5c req-9ddf6250-2203-4364-aab1-057064fee1e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787477 Feb 04 22:32:44.049406 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:44.143250 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e456-3c74-4366-b599-c40e36c9a5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:44.210716 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-5cc9cc1c-dbe9-4c89-abd7-a99b6e317e5c req-1f32616b-94d4-4e8f-9971-7061a70833c6 service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581781 Feb 04 22:32:44.218140 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=587d4fbf-c6a7-4285-a3d7-802fa4b78387,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:44.228807 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:44.289993 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.db.api [None req-4dc3e456-3c74-4366-b599-c40e36c9a5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 22:32:44.290304 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG oslo_db.api [None req-4dc3e456-3c74-4366-b599-c40e36c9a5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 22:32:44.317058 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:41Z', 'revision_number': 3, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:44.321883 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Checking router: df6c4b1e-741e-423a-87da-e2fe79428a0e for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:32:44.322211 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Updating router df6c4b1e-741e-423a-87da-e2fe79428a0e port c833df8d-cbf2-4b40-b9e5-74732747ad2b binding host dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:32:44.380217 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:44.383168 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-5cc9cc1c-dbe9-4c89-abd7-a99b6e317e5c req-4a497553-18e6-43c4-99d1-8a705a1d1d23 service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666639 Feb 04 22:32:44.462580 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Allocated IP 172.20.0.1 (864a24eb-aca1-475c-ad43-77394dd6cd10/edc15eeb-0c6d-4762-b3cb-03fc9c36157f/882ffe9e-bc7d-4337-a699-7c133e048818) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:32:44.646456 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:44.696159 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.provisioning_blocks [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Transition to ACTIVE for port object 882ffe9e-bc7d-4337-a699-7c133e048818 will not be triggered until provisioned by entity DHCP. {{(pid=86817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:44.750924 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:44.773508 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Notify callbacks [] for port, precommit_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:44.785972 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Transition to ACTIVE for port object c833df8d-cbf2-4b40-b9e5-74732747ad2b will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:44.797104 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b465d6e-a279-45fc-ad38-5f52f1127572 req-1bf0083f-6132-424f-957d-5786bb88b82c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:44.798648 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5b465d6e-a279-45fc-ad38-5f52f1127572 req-1bf0083f-6132-424f-957d-5786bb88b82c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.1391392 Feb 04 22:32:44.821184 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:44.847851 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Network 864a24eb-aca1-475c-ad43-77394dd6cd10 is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:44.852416 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:44.857925 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:32:44.907152 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Pushing event updated for resources: {'Port': ['ID=882ffe9e-bc7d-4337-a699-7c133e048818,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:44.921159 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5b465d6e-a279-45fc-ad38-5f52f1127572 req-16de5359-c6d9-4680-8449-98b2900b3ca0 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128194 Feb 04 22:32:44.922767 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Attempting to bind port c833df8d-cbf2-4b40-b9e5-74732747ad2b on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:32:44.923127 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Attempting to bind port c833df8d-cbf2-4b40-b9e5-74732747ad2b by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:32:44.923479 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Attempting to bind port c833df8d-cbf2-4b40-b9e5-74732747ad2b on network 3507d728-f957-4adf-968c-fa2aba268e7e {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:32:44.938044 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:32:44.938415 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Checking segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:44.938814 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:44.939299 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Bound using segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:32:44.939661 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Bound port: c833df8d-cbf2-4b40-b9e5-74732747ad2b, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:32:44.940028 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:44.940388 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746523'] for router_interface, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:44.963819 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735810ee-4744-441b-98fe-4223c1af1f59 None None] Pushing event updated for resources: {'Port': ['ID=c833df8d-cbf2-4b40-b9e5-74732747ad2b,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:45.032878 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 587d4fbf-c6a7-4285-a3d7-802fa4b78387 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:45.094161 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] For port c833df8d-cbf2-4b40-b9e5-74732747ad2b, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:32:45.100607 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:45.106996 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] For port c833df8d-cbf2-4b40-b9e5-74732747ad2b, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=c833df8d-cbf2-4b40-b9e5-74732747ad2b,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:32:45.113357 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:45.196639 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 587d4fbf-c6a7-4285-a3d7-802fa4b78387 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:45.197010 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:45.235120 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-aa2bfaec-416e-4184-b478-1af61791bd90 None None] Provisioning for port 882ffe9e-bc7d-4337-a699-7c133e048818 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:45.259275 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735810ee-4744-441b-98fe-4223c1af1f59 None None] Pushing event updated for resources: {'Port': ['ID=c833df8d-cbf2-4b40-b9e5-74732747ad2b,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:45.262324 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:45.263504 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:32:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:45.309284 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-aa2bfaec-416e-4184-b478-1af61791bd90 None None] Provisioning complete for port 882ffe9e-bc7d-4337-a699-7c133e048818 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:45.309643 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-aa2bfaec-416e-4184-b478-1af61791bd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:45.331531 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:45.337333 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263109017'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:45.447664 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Pushing event updated for resources: {'Port': ['ID=882ffe9e-bc7d-4337-a699-7c133e048818,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:45.452987 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746750'] for router_interface, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:45.460706 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-aa2bfaec-416e-4184-b478-1af61791bd90 None None] Port 882ffe9e-bc7d-4337-a699-7c133e048818 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:32:45.624147 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:45.718639 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Network 864a24eb-aca1-475c-ad43-77394dd6cd10 is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:45.719933 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:45.925862 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Router df6c4b1e-741e-423a-87da-e2fe79428a0e has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:32:45.969227 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 2, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:45.973621 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ef78b-02a0-4347-921a-0da44a2e7bec None None] The sync data for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi is: [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 2, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:32:46.015396 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-7bdbebd9-9823-4ff1-a991-f64be9f2a594 None None] Provisioning complete for port 882ffe9e-bc7d-4337-a699-7c133e048818 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:46.016007 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-7bdbebd9-9823-4ff1-a991-f64be9f2a594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:46.082429 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-7bdbebd9-9823-4ff1-a991-f64be9f2a594 None None] Port 882ffe9e-bc7d-4337-a699-7c133e048818 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:32:46.196112 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:32:46.210146 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-d8685376-4d1c-4723-8207-7e9735954998 admin admin] 10.222.0.47 "PUT /v2.0/routers/df6c4b1e-741e-423a-87da-e2fe79428a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9219475 Feb 04 22:32:46.243831 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595000c7-6170-4277-b46e-932a18197fe8 req-9161d8eb-72b6-4008-8912-df8967e63bca tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:46.246372 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-595000c7-6170-4277-b46e-932a18197fe8 req-9161d8eb-72b6-4008-8912-df8967e63bca tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.1453252 Feb 04 22:32:46.317330 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-595000c7-6170-4277-b46e-932a18197fe8 req-f517fb6e-70cf-40d2-83ff-8793b17be0aa tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609705 Feb 04 22:32:46.945190 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50788) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:46.952407 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-53964310-network', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:46.959297 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:46.968965 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Usage tracker for resource:network and tenant:3a0c5220135f44e78194afa46ee0867f is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:46.973585 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:46.984412 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:47.003108 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Made reservation on behalf of 3a0c5220135f44e78194afa46ee0867f for: {'network': 1} {{(pid=86817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:32:47.006721 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for network, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:47.032740 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:47.066033 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:47.073382 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device c833df8d-cbf2-4b40-b9e5-74732747ad2b up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:47.075477 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Usage tracker for resource:security_group_rule and tenant:3a0c5220135f44e78194afa46ee0867f is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:47.081047 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:47.090581 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:47.179292 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port c833df8d-cbf2-4b40-b9e5-74732747ad2b completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:47.185743 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port c833df8d-cbf2-4b40-b9e5-74732747ad2b triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:47.186099 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:47.227722 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:47.233153 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:47.267581 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=86817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 22:32:47.277011 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce959b8-e0ae-4230-89fb-cba992d7c400,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:47.283713 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:47.284076 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.segments_db [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Added segment 0fbc3e11-549c-4cdf-bdd0-5e612910561c of type vlan for network afa4a0fa-5dd5-492d-a24e-543e505054d8 Feb 04 22:32:47.317439 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773680174219'] for network, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:47.364922 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863'] for network, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:47.366071 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:47.366873 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:47.399009 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:47.437678 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port c833df8d-cbf2-4b40-b9e5-74732747ad2b, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=c833df8d-cbf2-4b40-b9e5-74732747ad2b,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:47.446363 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:47.593017 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=c833df8d-cbf2-4b40-b9e5-74732747ad2b,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:47.610182 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6608012 Feb 04 22:32:47.610701 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50794) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:47.618295 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8179155-4c4f-403b-9cf6-0b1b48c48f6d admin admin] Pushing event updated for resources: {'Network': ['ID=afa4a0fa-5dd5-492d-a24e-543e505054d8,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:47.620047 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Request body: {'subnet': {'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-53964310-subnet', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'ip_version': 4}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:47.635251 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Network afa4a0fa-5dd5-492d-a24e-543e505054d8 details requested by agent ovs-agent-dv-cinder-818885-2-iscsi with host dv-cinder-818885-2-iscsi {{(pid=86819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 22:32:47.647429 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:47.663515 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af1a1e-66b0-4652-a6d6-73b341ac3012 req-11356123-8874-4e6b-9d5f-2ee98f6116b0 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:47.665581 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Usage tracker for resource:subnet and tenant:3a0c5220135f44e78194afa46ee0867f is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:47.672536 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c7af1a1e-66b0-4652-a6d6-73b341ac3012 req-11356123-8874-4e6b-9d5f-2ee98f6116b0 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.1805885 Feb 04 22:32:47.674193 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:47.695760 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:47.724466 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Made reservation on behalf of 3a0c5220135f44e78194afa46ee0867f for: {'subnet': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:32:47.730411 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263369867'] for subnet, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:47.737842 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c7af1a1e-66b0-4652-a6d6-73b341ac3012 req-fdae91a7-8660-4b35-888c-0e3eaa42d252 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638397 Feb 04 22:32:48.032691 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262488762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263369881'] for subnet, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:48.118954 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ec11cf-b4f5-4f01-acd3-fe6085517f6e,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:48.134098 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Checking segment: {'id': '0fbc3e11-549c-4cdf-bdd0-5e612910561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:48.134466 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Network hostable DHCP agents. Network: afa4a0fa-5dd5-492d-a24e-543e505054d8, hostable agents: ['e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1'], hosted agents: [] {{(pid=86818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 22:32:48.157778 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Network afa4a0fa-5dd5-492d-a24e-543e505054d8 is scheduled to be hosted by DHCP agent e3a6efc1-87aa-47d6-b0af-6c04dcbf06b1 with binding_index 1 {{(pid=86818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 22:32:48.168865 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-2-iscsi, afa4a0fa-5dd5-492d-a24e-543e505054d8) {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:48.174304 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:48.176110 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:48.179949 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca1d31d-4af7-4b47-8deb-14d3702e5876 None None] Network afa4a0fa-5dd5-492d-a24e-543e505054d8 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:32:48.204514 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-daf84f5d-f10d-437b-be90-4406be419227 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5917699 Feb 04 22:32:48.207403 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50798) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:48.214459 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-53964310-router', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:48.220532 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:48.225616 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Usage tracker for resource:router and tenant:3a0c5220135f44e78194afa46ee0867f is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:48.229472 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:48.237497 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:48.257377 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-652'] for router, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:48.259169 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574484', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-667'] for router, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:48.280400 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:48.490826 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc10aaa20-4b3d-58be-beff-2596df0677b1-afa4a0fa-5dd5-492d-a24e-543e505054d8', 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'fixed_ips': [{'subnet_id': '07ec11cf-b4f5-4f01-acd3-fe6085517f6e'}]}} from dv-cinder-818885-2-iscsi. {{(pid=86819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 22:32:48.491883 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:48.606044 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-617'] for router, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:48.708131 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.db_base_plugin_common [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Allocated IP 172.20.0.2 (afa4a0fa-5dd5-492d-a24e-543e505054d8/07ec11cf-b4f5-4f01-acd3-fe6085517f6e/283a7653-a3be-407e-9fdc-410ff0e107e0) {{(pid=86819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:32:48.726840 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Sync routers for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:32:48.738377 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:48.739281 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:32:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:48.982783 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:32:48.988307 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:49.039121 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device c833df8d-cbf2-4b40-b9e5-74732747ad2b up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:49.131020 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Notify callbacks [] for port, precommit_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:49.144782 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Transition to ACTIVE for port object 283a7653-a3be-407e-9fdc-410ff0e107e0 will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:49.171580 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port c833df8d-cbf2-4b40-b9e5-74732747ad2b triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:49.172050 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:49.199709 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:49.202715 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Transition to ACTIVE for port object 283a7653-a3be-407e-9fdc-410ff0e107e0 will not be triggered until provisioned by entity DHCP. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:49.212043 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405'] for port, after_create {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:49.237267 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:49.248346 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd2662-583c-4cf7-8b2f-7f87053d04fd req-23286eda-f61f-4fec-aa3e-deb6a7256451 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:49.249948 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-abdd2662-583c-4cf7-8b2f-7f87053d04fd req-23286eda-f61f-4fec-aa3e-deb6a7256451 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.2578058 Feb 04 22:32:49.305052 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Network afa4a0fa-5dd5-492d-a24e-543e505054d8 is already hosted by enough agents. {{(pid=86819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:49.313538 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.scheduler.base_scheduler [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Resources bound (agent type, host, resource id): {{(pid=86819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:49.319547 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Received port after_create {{(pid=86819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:32:49.322031 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Pushing event updated for resources: {'Port': ['ID=283a7653-a3be-407e-9fdc-410ff0e107e0,revision_number=1']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:49.361387 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-abdd2662-583c-4cf7-8b2f-7f87053d04fd req-015af084-b0db-4b43-a5f3-6e057e512ed7 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772078 Feb 04 22:32:49.452487 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Allocated IP 172.27.0.225 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/13af8c12-b246-4f38-bc66-135c7112085c) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:32:49.479525 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Attempting to bind port 283a7653-a3be-407e-9fdc-410ff0e107e0 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:32:49.480246 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Attempting to bind port 283a7653-a3be-407e-9fdc-410ff0e107e0 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '0fbc3e11-549c-4cdf-bdd0-5e612910561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:32:49.480775 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Attempting to bind port 283a7653-a3be-407e-9fdc-410ff0e107e0 on network afa4a0fa-5dd5-492d-a24e-543e505054d8 {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:32:49.491097 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:32:49.491706 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Checking segment: {'id': '0fbc3e11-549c-4cdf-bdd0-5e612910561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:49.492359 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:49.492987 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Bound using segment: {'id': '0fbc3e11-549c-4cdf-bdd0-5e612910561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:32:49.493740 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Bound port: 283a7653-a3be-407e-9fdc-410ff0e107e0, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fbc3e11-549c-4cdf-bdd0-5e612910561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:32:49.494366 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:49.525821 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 2, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:49.533160 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Checking router: df6c4b1e-741e-423a-87da-e2fe79428a0e for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:32:49.533897 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Updating router df6c4b1e-741e-423a-87da-e2fe79428a0e port 882ffe9e-bc7d-4337-a699-7c133e048818 binding host dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:32:49.640741 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:49.646480 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:49.657906 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] For port 283a7653-a3be-407e-9fdc-410ff0e107e0, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:32:49.662438 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] For port 283a7653-a3be-407e-9fdc-410ff0e107e0, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=283a7653-a3be-407e-9fdc-410ff0e107e0,segment=NetworkSegment(0fbc3e11-549c-4cdf-bdd0-5e612910561c),segment_id=0fbc3e11-549c-4cdf-bdd0-5e612910561c)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:32:49.669071 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:49.685624 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:49.759047 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:49.763134 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:49.767526 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:32:49.779196 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a43c92-c527-4d87-97e2-077daa2a4c32 None None] Pushing event updated for resources: {'Port': ['ID=283a7653-a3be-407e-9fdc-410ff0e107e0,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:49.806382 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Pushing event updated for resources: {'Port': ['ID=13af8c12-b246-4f38-bc66-135c7112085c,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:50.176220 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Notify callbacks [] for port, precommit_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:50.192943 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.provisioning_blocks [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Transition to ACTIVE for port object 882ffe9e-bc7d-4337-a699-7c133e048818 will not be triggered until provisioned by entity L2. {{(pid=86820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:50.203570 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:50.385814 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device bda902b4-e71e-4810-bcf4-0989b502cd2e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:32:50.393903 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:50.413606 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f2c07-d37d-4040-8ed6-8806d8cd6f60 None None] Pushing event updated for resources: {'Port': ['ID=882ffe9e-bc7d-4337-a699-7c133e048818,revision_number=3']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:50.555295 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Attempting to bind port 882ffe9e-bc7d-4337-a699-7c133e048818 on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:32:50.555295 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Attempting to bind port 882ffe9e-bc7d-4337-a699-7c133e048818 by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:32:50.555295 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Attempting to bind port 882ffe9e-bc7d-4337-a699-7c133e048818 on network 864a24eb-aca1-475c-ad43-77394dd6cd10 {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:32:50.562331 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:32:50.562753 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Checking segment: {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:50.563275 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:50.564695 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Bound using segment: {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:32:50.564695 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Bound port: 882ffe9e-bc7d-4337-a699-7c133e048818, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'}}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:32:50.564695 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:50.686509 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] For port 882ffe9e-bc7d-4337-a699-7c133e048818, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:32:50.694591 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] For port 882ffe9e-bc7d-4337-a699-7c133e048818, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=882ffe9e-bc7d-4337-a699-7c133e048818,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:32:50.703803 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:50.718467 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port bda902b4-e71e-4810-bcf4-0989b502cd2e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:50.748050 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'port_id': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'mac_address': 'fa:16:3e:66:67:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:32:50.798719 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f2c07-d37d-4040-8ed6-8806d8cd6f60 None None] Pushing event updated for resources: {'Port': ['ID=882ffe9e-bc7d-4337-a699-7c133e048818,revision_number=4']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:50.818801 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:50.819342 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:32:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:50.841615 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:50.872123 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda902b4-e71e-4810-bcf4-0989b502cd2e {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:32:50.896274 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port bda902b4-e71e-4810-bcf4-0989b502cd2e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:50.904931 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:51.081125 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad905b-b7b8-4279-83a5-794c8618d40d req-236e6e86-e8ea-47f8-a751-4382786bfc94 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:51.082758 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d2ad905b-b7b8-4279-83a5-794c8618d40d req-236e6e86-e8ea-47f8-a751-4382786bfc94 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.5321639 Feb 04 22:32:51.082882 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=bda902b4-e71e-4810-bcf4-0989b502cd2e,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:51.166752 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:51.196186 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['bda902b4-e71e-4810-bcf4-0989b502cd2e'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:32:51.228212 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574497'] for router, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:51.238217 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d2ad905b-b7b8-4279-83a5-794c8618d40d req-2435259d-3424-4d22-be80-857d3533576e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721765 Feb 04 22:32:51.280053 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 882ffe9e-bc7d-4337-a699-7c133e048818 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:51.311831 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87037af7-7dd1-4142-a18a-ee5f1c7eba77 None None] Network afa4a0fa-5dd5-492d-a24e-543e505054d8 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:32:51.450099 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-34867654-5167-400b-bd20-a8765272c27c None None] Provisioning for port 283a7653-a3be-407e-9fdc-410ff0e107e0 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:51.464162 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Router ea9db1b3-f76e-4e99-a07c-4e463b063669 is scheduled to L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 with binding_index 1 {{(pid=86817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 22:32:51.540628 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 882ffe9e-bc7d-4337-a699-7c133e048818 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:51.552330 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:50Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:51.557748 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a9f72-cb66-4a16-8f46-7bd58bc74b1d None None] The sync data for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi is: [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:50Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:32:51.595952 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 882ffe9e-bc7d-4337-a699-7c133e048818 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:51.596387 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:51.692422 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:32:51.715265 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Sync routers for ids ['ea9db1b3-f76e-4e99-a07c-4e463b063669'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:32:51.723275 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] Notify callbacks [] for router, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:51.724890 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-17269195-7da3-4855-82f3-2f607be1919e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5156622 Feb 04 22:32:51.727982 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50806) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:51.802294 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Routers {'ea9db1b3-f76e-4e99-a07c-4e463b063669'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:51.802929 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:32:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ea9db1b3-f76e-4e99-a07c-4e463b063669'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:52.115644 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:52.191298 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Set router ea9db1b3-f76e-4e99-a07c-4e463b063669 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:52.326201 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 882ffe9e-bc7d-4337-a699-7c133e048818, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=882ffe9e-bc7d-4337-a699-7c133e048818,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:52.369607 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:52.371013 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 283a7653-a3be-407e-9fdc-410ff0e107e0 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:52.517866 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:52.591425 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-97452ed2-8cfc-4720-a160-2870f2d4a11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:52.617592 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=882ffe9e-bc7d-4337-a699-7c133e048818,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:52.680225 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 283a7653-a3be-407e-9fdc-410ff0e107e0 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:52.691023 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 283a7653-a3be-407e-9fdc-410ff0e107e0 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:52.691386 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:52.829204 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'name': 'tempest-TestVolumeBootPattern-53964310-router', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '13af8c12-b246-4f38-bc66-135c7112085c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:48Z', 'updated_at': '2022-02-04T22:32:50Z', 'revision_number': 3, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'gw_port': {'id': '13af8c12-b246-4f38-bc66-135c7112085c', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:49Z', 'updated_at': '2022-02-04T22:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:52.838867 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Checking router: ea9db1b3-f76e-4e99-a07c-4e463b063669 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:32:52.839274 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Updating router ea9db1b3-f76e-4e99-a07c-4e463b063669 port 13af8c12-b246-4f38-bc66-135c7112085c binding host dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:32:52.878770 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:52.890302 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727ec30-cffd-4d52-8501-30dd324ba8b3 req-2b2a0a4c-1b9e-4f24-932e-ae9aa25feae8 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:52.891787 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1727ec30-cffd-4d52-8501-30dd324ba8b3 req-2b2a0a4c-1b9e-4f24-932e-ae9aa25feae8 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 945 time: 0.3134658 Feb 04 22:32:52.916774 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:52.954670 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Allocated IP 172.20.0.1 (afa4a0fa-5dd5-492d-a24e-543e505054d8/07ec11cf-b4f5-4f01-acd3-fe6085517f6e/8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:32:52.959349 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1727ec30-cffd-4d52-8501-30dd324ba8b3 req-39de162d-406c-428c-88f6-ac0d4b7b7aae tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609913 Feb 04 22:32:52.965922 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 283a7653-a3be-407e-9fdc-410ff0e107e0, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=283a7653-a3be-407e-9fdc-410ff0e107e0,segment=NetworkSegment(0fbc3e11-549c-4cdf-bdd0-5e612910561c),segment_id=0fbc3e11-549c-4cdf-bdd0-5e612910561c)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:52.973615 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.068951 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 882ffe9e-bc7d-4337-a699-7c133e048818 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:53.125429 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.142672 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.provisioning_blocks [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Transition to ACTIVE for port object 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c will not be triggered until provisioned by entity DHCP. {{(pid=86817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:53.165551 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=283a7653-a3be-407e-9fdc-410ff0e107e0,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:53.175655 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.243292 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Network afa4a0fa-5dd5-492d-a24e-543e505054d8 is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:53.246745 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:53.249211 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:32:53.266548 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 882ffe9e-bc7d-4337-a699-7c133e048818 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:53.266912 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.298709 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Pushing event updated for resources: {'Port': ['ID=8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:53.318182 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-746523'] for router_interface, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.474157 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.502037 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b0c007ef-9cb4-414c-bf7c-2dcc4040c6bc None None] Provisioning for port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:53.506491 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Notify callbacks [] for port, precommit_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.514520 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b0c007ef-9cb4-414c-bf7c-2dcc4040c6bc None None] Provisioning complete for port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:53.514866 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b0c007ef-9cb4-414c-bf7c-2dcc4040c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.561229 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Transition to ACTIVE for port object 13af8c12-b246-4f38-bc66-135c7112085c will not be triggered until provisioned by entity L2. {{(pid=86819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:53.575821 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.612287 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b0c007ef-9cb4-414c-bf7c-2dcc4040c6bc None None] Port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:32:53.707865 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Attempting to bind port 13af8c12-b246-4f38-bc66-135c7112085c on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:32:53.708145 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Attempting to bind port 13af8c12-b246-4f38-bc66-135c7112085c by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:32:53.708523 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Attempting to bind port 13af8c12-b246-4f38-bc66-135c7112085c on network 3507d728-f957-4adf-968c-fa2aba268e7e {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:32:53.719722 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:32:53.720085 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Checking segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:53.720476 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.720606 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.721078 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Bound using segment: {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'} {{(pid=86819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:32:53.721312 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.managers [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Bound port: 13af8c12-b246-4f38-bc66-135c7112085c, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e'}}] {{(pid=86819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:32:53.721742 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.725504 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263109017'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.745521 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcd637-3801-42f5-b9f0-0f7025859452 None None] Pushing event updated for resources: {'Port': ['ID=13af8c12-b246-4f38-bc66-135c7112085c,revision_number=2']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:53.802927 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] For port 13af8c12-b246-4f38-bc66-135c7112085c, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:32:53.806537 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] For port 13af8c12-b246-4f38-bc66-135c7112085c, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=13af8c12-b246-4f38-bc66-135c7112085c,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:32:53.811152 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.842332 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746750'] for router_interface, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:53.846031 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Pushing event updated for resources: {'Port': ['ID=8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:53.893660 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Routers {'ea9db1b3-f76e-4e99-a07c-4e463b063669'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:53.894306 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:32:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ea9db1b3-f76e-4e99-a07c-4e463b063669'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:53.970216 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcd637-3801-42f5-b9f0-0f7025859452 None None] Pushing event updated for resources: {'Port': ['ID=13af8c12-b246-4f38-bc66-135c7112085c,revision_number=3']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:53.991185 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Network afa4a0fa-5dd5-492d-a24e-543e505054d8 is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:53.992328 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:54.103115 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] Set router ea9db1b3-f76e-4e99-a07c-4e463b063669 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:54.240305 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Router ea9db1b3-f76e-4e99-a07c-4e463b063669 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:32:54.312597 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba19941-098d-40fd-8d05-98ff613c5bd2 req-38c5dd4c-351e-44ea-8e88-7916173bb496 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:54.314047 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dba19941-098d-40fd-8d05-98ff613c5bd2 req-38c5dd4c-351e-44ea-8e88-7916173bb496 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 945 time: 0.2294934 Feb 04 22:32:54.322127 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-f9963f5b-ff3f-4a92-abb7-042c24300612 None None] Provisioning complete for port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:54.322506 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-f9963f5b-ff3f-4a92-abb7-042c24300612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:54.397559 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device bda902b4-e71e-4810-bcf4-0989b502cd2e up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:54.457862 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-f9963f5b-ff3f-4a92-abb7-042c24300612 None None] Port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:32:54.536974 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port bda902b4-e71e-4810-bcf4-0989b502cd2e completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:54.544086 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port bda902b4-e71e-4810-bcf4-0989b502cd2e triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:54.544451 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:54.548664 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dba19941-098d-40fd-8d05-98ff613c5bd2 req-d8f3ea41-9c02-4153-92e5-c765aabca036 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188959 Feb 04 22:32:54.590810 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:32:54.605495 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-35ddb634-a56a-4d2e-b5d0-9d04de1f08c3 admin admin] 10.222.0.47 "PUT /v2.0/routers/ea9db1b3-f76e-4e99-a07c-4e463b063669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8743911 Feb 04 22:32:54.626294 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'name': 'tempest-TestVolumeBootPattern-53964310-router', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '13af8c12-b246-4f38-bc66-135c7112085c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:48Z', 'updated_at': '2022-02-04T22:32:53Z', 'revision_number': 4, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'gw_port': {'id': '13af8c12-b246-4f38-bc66-135c7112085c', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:49Z', 'updated_at': '2022-02-04T22:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c', 'name': '', 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'mac_address': 'fa:16:3e:dd:8d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '07ec11cf-b4f5-4f01-acd3-fe6085517f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:52Z', 'updated_at': '2022-02-04T22:32:53Z', 'revision_number': 2, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'subnets': [{'id': '07ec11cf-b4f5-4f01-acd3-fe6085517f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:54.658481 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a251c-3c81-4451-9e9f-a2cc127943d7 None None] The sync data for ids ['ea9db1b3-f76e-4e99-a07c-4e463b063669'] in dv-cinder-818885-2-iscsi is: [{'id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'name': 'tempest-TestVolumeBootPattern-53964310-router', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '13af8c12-b246-4f38-bc66-135c7112085c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:48Z', 'updated_at': '2022-02-04T22:32:53Z', 'revision_number': 4, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'gw_port': {'id': '13af8c12-b246-4f38-bc66-135c7112085c', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:49Z', 'updated_at': '2022-02-04T22:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c', 'name': '', 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'mac_address': 'fa:16:3e:dd:8d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '07ec11cf-b4f5-4f01-acd3-fe6085517f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:52Z', 'updated_at': '2022-02-04T22:32:53Z', 'revision_number': 2, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'subnets': [{'id': '07ec11cf-b4f5-4f01-acd3-fe6085517f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:32:54.687722 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:54.725756 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:32:54.742547 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port bda902b4-e71e-4810-bcf4-0989b502cd2e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:54.753253 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:54.795416 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'code': 200} Feb 04 22:32:54.833662 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:54.847471 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=bda902b4-e71e-4810-bcf4-0989b502cd2e,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:55.008363 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-fc228785-6b2d-40fc-a92b-0e121cec8b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:55.077527 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 283a7653-a3be-407e-9fdc-410ff0e107e0 up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:55.170225 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 283a7653-a3be-407e-9fdc-410ff0e107e0 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:55.170737 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:55.190116 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d9a0d-2037-4d41-bf8a-edcc96065758 req-52880b99-c076-4dc3-b72d-be98cbfeaa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:55.191697 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c77d9a0d-2037-4d41-bf8a-edcc96065758 req-52880b99-c076-4dc3-b72d-be98cbfeaa50 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 1099 time: 0.0853097 Feb 04 22:32:55.235511 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c77d9a0d-2037-4d41-bf8a-edcc96065758 req-53723ba6-2b0f-461b-8857-594da8b7ca60 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377264 Feb 04 22:32:55.467006 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50824) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:55.472840 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233008779', 'description': 'tempest-secgroup-smoke-233008779 description', 'project_id': '7e170d4e7dd5429091894dcd6677c233'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:55.481505 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:55.486341 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Usage tracker for resource:security_group and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:55.489304 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:55.495193 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:55.505526 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:55.529202 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:55.533825 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Usage tracker for resource:security_group_rule and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:55.537324 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:55.548803 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:55.659577 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:55.663987 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:55.763638 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e171ac4-9e1f-4557-a453-6edb25bd441d,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:55.768096 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:55.769303 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-a43979d3-60b5-4523-80af-ec9642205884 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3007092 Feb 04 22:32:55.772659 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50830) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:55.778531 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-fb3cad0a-6bea-433f-8de0-412257cf8d14 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Request body: {'security_group_rule': {'security_group_id': '0e171ac4-9e1f-4557-a453-6edb25bd441d', 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:55.785291 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-fb3cad0a-6bea-433f-8de0-412257cf8d14 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:55.790738 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-fb3cad0a-6bea-433f-8de0-412257cf8d14 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Usage tracker for resource:security_group_rule and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:55.794378 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-fb3cad0a-6bea-433f-8de0-412257cf8d14 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:55.801336 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-fb3cad0a-6bea-433f-8de0-412257cf8d14 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:55.812450 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d5734-e1ce-4902-99ab-162bea28936a req-89947247-32af-4363-ad81-edad221eb903 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:55.821082 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a70d5734-e1ce-4902-99ab-162bea28936a req-89947247-32af-4363-ad81-edad221eb903 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.1264086 Feb 04 22:32:55.822298 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-fb3cad0a-6bea-433f-8de0-412257cf8d14 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:55.869041 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a70d5734-e1ce-4902-99ab-162bea28936a req-a829d0ee-6d39-4578-bd41-c55846c602f5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467167 Feb 04 22:32:55.906281 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-fb3cad0a-6bea-433f-8de0-412257cf8d14 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:55.911580 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-fb3cad0a-6bea-433f-8de0-412257cf8d14 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:55.937940 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cad0a-6bea-433f-8de0-412257cf8d14 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043700cc-c85b-431f-9d6a-8f3840fc9448,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:55.941153 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:55.953661 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-fb3cad0a-6bea-433f-8de0-412257cf8d14 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:55.955732 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-fb3cad0a-6bea-433f-8de0-412257cf8d14 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1818547 Feb 04 22:32:55.958508 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50834) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:55.965365 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-9443eb03-e4be-402e-99fe-a07af1764658 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Request body: {'security_group_rule': {'security_group_id': '0e171ac4-9e1f-4557-a453-6edb25bd441d', 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:55.972124 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-9443eb03-e4be-402e-99fe-a07af1764658 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:55.976969 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-9443eb03-e4be-402e-99fe-a07af1764658 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Usage tracker for resource:security_group_rule and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:55.980881 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-9443eb03-e4be-402e-99fe-a07af1764658 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:55.987842 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-9443eb03-e4be-402e-99fe-a07af1764658 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:56.007555 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9443eb03-e4be-402e-99fe-a07af1764658 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.185678 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9443eb03-e4be-402e-99fe-a07af1764658 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.190226 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9443eb03-e4be-402e-99fe-a07af1764658 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.221065 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443eb03-e4be-402e-99fe-a07af1764658 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a85e9e-a8f0-4f47-86ea-34a79d177c48,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:56.241275 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9443eb03-e4be-402e-99fe-a07af1764658 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.243221 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-9443eb03-e4be-402e-99fe-a07af1764658 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2830341 Feb 04 22:32:56.245493 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50838) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:56.251332 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-6d2c9d06-d9be-4db2-af15-08110c42916e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Request body: {'security_group_rule': {'security_group_id': '0e171ac4-9e1f-4557-a453-6edb25bd441d', 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:56.258073 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-6d2c9d06-d9be-4db2-af15-08110c42916e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:56.262938 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-6d2c9d06-d9be-4db2-af15-08110c42916e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Usage tracker for resource:security_group_rule and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:56.266805 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-6d2c9d06-d9be-4db2-af15-08110c42916e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:56.273125 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-6d2c9d06-d9be-4db2-af15-08110c42916e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:56.290522 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.296323 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6d2c9d06-d9be-4db2-af15-08110c42916e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.373399 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6d2c9d06-d9be-4db2-af15-08110c42916e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.378392 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6d2c9d06-d9be-4db2-af15-08110c42916e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.406263 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c9d06-d9be-4db2-af15-08110c42916e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27ef65f-f59b-4439-814e-389ef26266df,revision_number=0']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:56.416082 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6d2c9d06-d9be-4db2-af15-08110c42916e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.420448 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-6d2c9d06-d9be-4db2-af15-08110c42916e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704211 Feb 04 22:32:56.420885 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50842) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:56.427339 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-cc9c09b2-15bf-4bc5-993f-590f20dbf588 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Request body: {'security_group_rule': {'security_group_id': '0e171ac4-9e1f-4557-a453-6edb25bd441d', 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:56.434564 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-cc9c09b2-15bf-4bc5-993f-590f20dbf588 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:56.440683 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-cc9c09b2-15bf-4bc5-993f-590f20dbf588 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Usage tracker for resource:security_group_rule and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:56.444715 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-cc9c09b2-15bf-4bc5-993f-590f20dbf588 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:56.452355 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-cc9c09b2-15bf-4bc5-993f-590f20dbf588 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:56.476090 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cc9c09b2-15bf-4bc5-993f-590f20dbf588 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.548724 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cc9c09b2-15bf-4bc5-993f-590f20dbf588 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.552497 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cc9c09b2-15bf-4bc5-993f-590f20dbf588 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.593320 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c09b2-15bf-4bc5-993f-590f20dbf588 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7922c5b-329b-4619-aa16-b85d88622b90,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:56.602907 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cc9c09b2-15bf-4bc5-993f-590f20dbf588 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.604525 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-cc9c09b2-15bf-4bc5-993f-590f20dbf588 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1823092 Feb 04 22:32:56.608265 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50846) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:56.617558 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-2fc2be7a-7306-4676-bd15-35202216cc93 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Request body: {'security_group_rule': {'security_group_id': '0e171ac4-9e1f-4557-a453-6edb25bd441d', 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:56.625623 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-2fc2be7a-7306-4676-bd15-35202216cc93 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:56.630417 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-2fc2be7a-7306-4676-bd15-35202216cc93 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Usage tracker for resource:security_group_rule and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:56.634439 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-2fc2be7a-7306-4676-bd15-35202216cc93 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:56.642934 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-2fc2be7a-7306-4676-bd15-35202216cc93 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:56.656190 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.securitygroups_db [None req-2fc2be7a-7306-4676-bd15-35202216cc93 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Project 7e170d4e7dd5429091894dcd6677c233 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 22:32:56.663716 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-2fc2be7a-7306-4676-bd15-35202216cc93 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.738627 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-2fc2be7a-7306-4676-bd15-35202216cc93 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.743723 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-2fc2be7a-7306-4676-bd15-35202216cc93 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.769781 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2be7a-7306-4676-bd15-35202216cc93 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdc0fc7-1d82-443c-99b8-73b39cc23d6e,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:56.779208 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-2fc2be7a-7306-4676-bd15-35202216cc93 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.780380 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-2fc2be7a-7306-4676-bd15-35202216cc93 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1706998 Feb 04 22:32:56.783116 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 50850) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:56.788374 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-4644903f-e8c0-49b3-bdc5-776a99927786 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Request body: {'security_group_rule': {'security_group_id': '0e171ac4-9e1f-4557-a453-6edb25bd441d', 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:56.794968 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-4644903f-e8c0-49b3-bdc5-776a99927786 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:56.799049 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-4644903f-e8c0-49b3-bdc5-776a99927786 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Usage tracker for resource:security_group_rule and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:56.802222 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-4644903f-e8c0-49b3-bdc5-776a99927786 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:56.809648 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-4644903f-e8c0-49b3-bdc5-776a99927786 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:56.822812 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.securitygroups_db [None req-4644903f-e8c0-49b3-bdc5-776a99927786 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Project 7e170d4e7dd5429091894dcd6677c233 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 22:32:56.829837 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4644903f-e8c0-49b3-bdc5-776a99927786 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.900208 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4644903f-e8c0-49b3-bdc5-776a99927786 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.904634 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4644903f-e8c0-49b3-bdc5-776a99927786 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638639'] for security_group_rule, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.928907 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644903f-e8c0-49b3-bdc5-776a99927786 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09883313-ba44-4c7d-9d27-fd105d113ce2,revision_number=0']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:56.939089 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4644903f-e8c0-49b3-bdc5-776a99927786 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:56.940368 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-4644903f-e8c0-49b3-bdc5-776a99927786 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1562605 Feb 04 22:32:57.143775 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 13af8c12-b246-4f38-bc66-135c7112085c up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:57.149960 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81db2c-5fbe-41b6-88d6-fe6c0a60c103 req-97f2b6c9-226c-417f-af50-12f8f58050c1 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:57.151482 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ce81db2c-5fbe-41b6-88d6-fe6c0a60c103 req-97f2b6c9-226c-417f-af50-12f8f58050c1 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.1443572 Feb 04 22:32:57.205003 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ce81db2c-5fbe-41b6-88d6-fe6c0a60c103 req-a58bbb31-f2e1-4dd9-9b31-499bc670e234 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447965 Feb 04 22:32:57.256782 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 13af8c12-b246-4f38-bc66-135c7112085c completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:32:57.265331 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 13af8c12-b246-4f38-bc66-135c7112085c triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:57.265804 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:57.378709 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:57.490982 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:57.509966 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921bad1-85c1-4e6a-b0fd-d0a6bffcab7f req-3bef43c4-1ac6-4c91-8e56-36e170a17640 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:57.512911 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e921bad1-85c1-4e6a-b0fd-d0a6bffcab7f req-3bef43c4-1ac6-4c91-8e56-36e170a17640 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.1715751 Feb 04 22:32:57.514002 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 13af8c12-b246-4f38-bc66-135c7112085c, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=13af8c12-b246-4f38-bc66-135c7112085c,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:32:57.518782 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:57.608485 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=13af8c12-b246-4f38-bc66-135c7112085c,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:57.615971 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e921bad1-85c1-4e6a-b0fd-d0a6bffcab7f req-976f6d76-006a-4b5b-af80-31826f938c1a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958116 Feb 04 22:32:57.637461 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:57.638181 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:57.638535 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:57.638868 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:57.639199 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:57.639527 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:57.639832 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:57.640160 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:57.640482 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:57.641016 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:57.641248 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:57.641570 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:32:57.647300 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50896) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:57.996170 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7686d30-8c33-4b76-a5db-76bdf11c8012 tempest-TestShelveInstance-1202332260 tempest-TestShelveInstance-1202332260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:32:57.997745 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-f7686d30-8c33-4b76-a5db-76bdf11c8012 tempest-TestShelveInstance-1202332260 tempest-TestShelveInstance-1202332260-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 1094 time: 0.3488147 Feb 04 22:32:58.000903 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 50912) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:32:58.006204 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Request body: {'floatingip': {'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'port_id': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:32:58.013100 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:32:58.018907 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Usage tracker for resource:floatingip and tenant:d29b5b74730445159aac83349bd4998c is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:32:58.022509 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:32:58.032575 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:32:58.048948 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for floatingip, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:58.061761 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Sync routers for ids ['ea9db1b3-f76e-4e99-a07c-4e463b063669'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:32:58.077504 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Routers {'ea9db1b3-f76e-4e99-a07c-4e463b063669'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:58.078610 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:32:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ea9db1b3-f76e-4e99-a07c-4e463b063669'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:58.213108 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:58.291375 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Set router ea9db1b3-f76e-4e99-a07c-4e463b063669 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:32:58.377305 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Allocated IP 172.27.0.195 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/665f116a-2bb3-4c55-ab75-9776c49868db) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:32:58.560596 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:58.596124 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:58.671622 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'name': 'tempest-TestVolumeBootPattern-53964310-router', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '13af8c12-b246-4f38-bc66-135c7112085c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:48Z', 'updated_at': '2022-02-04T22:32:53Z', 'revision_number': 4, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'gw_port': {'id': '13af8c12-b246-4f38-bc66-135c7112085c', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:49Z', 'updated_at': '2022-02-04T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c', 'name': '', 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'mac_address': 'fa:16:3e:dd:8d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '07ec11cf-b4f5-4f01-acd3-fe6085517f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:52Z', 'updated_at': '2022-02-04T22:32:53Z', 'revision_number': 2, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'subnets': [{'id': '07ec11cf-b4f5-4f01-acd3-fe6085517f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:32:58.676549 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Checking router: ea9db1b3-f76e-4e99-a07c-4e463b063669 for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:32:58.677004 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Updating router ea9db1b3-f76e-4e99-a07c-4e463b063669 port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c binding host dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 22:32:58.692826 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:32:58.696032 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:32:58.699869 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:32:58.739495 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:58.788020 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Pushing event updated for resources: {'Port': ['ID=665f116a-2bb3-4c55-ab75-9776c49868db,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:59.094610 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 13af8c12-b246-4f38-bc66-135c7112085c up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:32:59.187547 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 13af8c12-b246-4f38-bc66-135c7112085c triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:32:59.188247 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:59.345045 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Notify callbacks [] for port, precommit_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:59.367318 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.provisioning_blocks [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Transition to ACTIVE for port object 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c will not be triggered until provisioned by entity L2. {{(pid=86820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:32:59.378755 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:59.563887 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38c15c-5ad6-4089-8956-036a882b83df None None] Pushing event updated for resources: {'Port': ['ID=8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c,revision_number=3']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:32:59.673517 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Attempting to bind port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c on host dv-cinder-818885-2-iscsi for vnic_type normal with profile {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:32:59.673917 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Attempting to bind port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c by drivers openvswitch,hyperv on host dv-cinder-818885-2-iscsi at level 0 using segments [{'id': '0fbc3e11-549c-4cdf-bdd0-5e612910561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8'}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:32:59.675513 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Attempting to bind port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c on network afa4a0fa-5dd5-492d-a24e-543e505054d8 {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:32:59.684019 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Checking agent: {'id': 'b135c629-a4bd-4a44-bea6-cdd33ed1950d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 13, 56), 'started_at': datetime.datetime(2022, 2, 4, 22, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:32:59.684390 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Checking segment: {'id': '0fbc3e11-549c-4cdf-bdd0-5e612910561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:32:59.684785 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:59.685166 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Bound using segment: {'id': '0fbc3e11-549c-4cdf-bdd0-5e612910561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8'} {{(pid=86820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:32:59.685336 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:59.685651 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.managers [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Bound port: 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c, host: dv-cinder-818885-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fbc3e11-549c-4cdf-bdd0-5e612910561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8'}}] {{(pid=86820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:32:59.686131 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:59.802580 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] For port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c, host dv-cinder-818885-2-iscsi, cleared binding levels {{(pid=86820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:32:59.808612 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.plugins.ml2.db [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] For port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c, host dv-cinder-818885-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c,segment=NetworkSegment(0fbc3e11-549c-4cdf-bdd0-5e612910561c),segment_id=0fbc3e11-549c-4cdf-bdd0-5e612910561c)] {{(pid=86820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:32:59.815301 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron_lib.callbacks.manager [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:59.829733 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:32:59.944177 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Routers {'ea9db1b3-f76e-4e99-a07c-4e463b063669'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:32:59.945103 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:32:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ea9db1b3-f76e-4e99-a07c-4e463b063669'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:33:00.019682 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38c15c-5ad6-4089-8956-036a882b83df None None] Pushing event updated for resources: {'Port': ['ID=8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c,revision_number=4']} {{(pid=86820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:33:00.206960 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] Set router ea9db1b3-f76e-4e99-a07c-4e463b063669 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:33:00.224453 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:00.230695 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:00.352873 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Pushing event updated for resources: {'Port': ['ID=665f116a-2bb3-4c55-ab75-9776c49868db,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:33:00.365174 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:00.557609 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.l3_db [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Floating IP c2fb17ea-4753-432b-81d1-8ffa3210908f associated. External IP: 172.27.0.195, port: bda902b4-e71e-4810-bcf4-0989b502cd2e. Feb 04 22:33:00.641319 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'name': 'tempest-TestVolumeBootPattern-53964310-router', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '13af8c12-b246-4f38-bc66-135c7112085c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:48Z', 'updated_at': '2022-02-04T22:32:53Z', 'revision_number': 4, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'gw_port': {'id': '13af8c12-b246-4f38-bc66-135c7112085c', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:49Z', 'updated_at': '2022-02-04T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c', 'name': '', 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'mac_address': 'fa:16:3e:dd:8d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '07ec11cf-b4f5-4f01-acd3-fe6085517f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:52Z', 'updated_at': '2022-02-04T22:32:59Z', 'revision_number': 4, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'subnets': [{'id': '07ec11cf-b4f5-4f01-acd3-fe6085517f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:33:00.650003 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc25afe-e38a-4d96-ae43-7e4e8d4e9c8b None None] The sync data for ids ['ea9db1b3-f76e-4e99-a07c-4e463b063669'] in dv-cinder-818885-2-iscsi is: [{'id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'name': 'tempest-TestVolumeBootPattern-53964310-router', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '13af8c12-b246-4f38-bc66-135c7112085c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:48Z', 'updated_at': '2022-02-04T22:32:53Z', 'revision_number': 4, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'gw_port': {'id': '13af8c12-b246-4f38-bc66-135c7112085c', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:49Z', 'updated_at': '2022-02-04T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c', 'name': '', 'network_id': 'afa4a0fa-5dd5-492d-a24e-543e505054d8', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'mac_address': 'fa:16:3e:dd:8d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '07ec11cf-b4f5-4f01-acd3-fe6085517f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:52Z', 'updated_at': '2022-02-04T22:32:59Z', 'revision_number': 4, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'subnets': [{'id': '07ec11cf-b4f5-4f01-acd3-fe6085517f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:33:00.948061 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Router 401863da-1beb-4532-a2e1-ee5337a602c9 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:33:01.103839 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:33:01.173939 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:33:01.188775 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7781f825-303c-40ac-9ede-693df32b50a0 None None] Sync routers for ids ['401863da-1beb-4532-a2e1-ee5337a602c9'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:33:01.205861 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7781f825-303c-40ac-9ede-693df32b50a0 None None] Routers {'401863da-1beb-4532-a2e1-ee5337a602c9'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:33:01.206517 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7781f825-303c-40ac-9ede-693df32b50a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:32:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['401863da-1beb-4532-a2e1-ee5337a602c9'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:33:01.207810 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:01.263417 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning for port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:33:01.280315 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:33:01.280955 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:01.291435 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-6981653a-a496-4b7f-bcc7-98c2c7fd276e tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2893701 Feb 04 22:33:01.292230 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:33:01.367903 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'status': 'completed', 'code': 200} Feb 04 22:33:01.517281 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-7781f825-303c-40ac-9ede-693df32b50a0 None None] Set router 401863da-1beb-4532-a2e1-ee5337a602c9 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:33:01.556015 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e374fa-9c39-4d34-a342-5d0cafba1216 req-aecef8d5-30dd-4283-b4c0-3f3e69772d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:01.558557 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-08e374fa-9c39-4d34-a342-5d0cafba1216 req-aecef8d5-30dd-4283-b4c0-3f3e69772d44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29b5b74730445159aac83349bd4998c&device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 1099 time: 0.1449389 Feb 04 22:33:01.591647 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:01.711974 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] For port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c,segment=NetworkSegment(0fbc3e11-549c-4cdf-bdd0-5e612910561c),segment_id=0fbc3e11-549c-4cdf-bdd0-5e612910561c)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:33:01.725590 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:01.813990 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e374fa-9c39-4d34-a342-5d0cafba1216 req-5b6b8ce8-4dda-423e-880a-ea05e98fe60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:01.815758 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-08e374fa-9c39-4d34-a342-5d0cafba1216 req-5b6b8ce8-4dda-423e-880a-ea05e98fe60a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c HTTP/1.1" status: 200 len: 909 time: 0.2466803 Feb 04 22:33:01.880823 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Pushing event updated for resources: {'Port': ['ID=8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:33:01.928668 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-08e374fa-9c39-4d34-a342-5d0cafba1216 req-4c660de7-4d92-482d-b7ea-e42343f84dee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e HTTP/1.1" status: 200 len: 1000 time: 0.1071179 Feb 04 22:33:02.005839 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e374fa-9c39-4d34-a342-5d0cafba1216 req-19c7a445-16e2-4351-81ea-ff9193acd006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:02.007288 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-08e374fa-9c39-4d34-a342-5d0cafba1216 req-19c7a445-16e2-4351-81ea-ff9193acd006 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f2f03a7-dd42-4f24-b5fd-684c15147c97 HTTP/1.1" status: 200 len: 847 time: 0.0658135 Feb 04 22:33:02.010486 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7781f825-303c-40ac-9ede-693df32b50a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 4, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port': {'id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:56Z', 'updated_at': '2022-02-04T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'c2fb17ea-4753-432b-81d1-8ffa3210908f', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'port_id': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'mac_address': 'fa:16:3e:66:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:32:59Z', 'updated_at': '2022-02-04T22:32:59Z', 'revision_number': 0, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf305d1-9713-4fb7-82ce-7a746b81ec39', 'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'mac_address': 'fa:16:3e:75:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:59Z', 'updated_at': '2022-02-04T22:32:09Z', 'revision_number': 5, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'subnets': [{'id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:33:02.015032 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7781f825-303c-40ac-9ede-693df32b50a0 None None] Checking router: 401863da-1beb-4532-a2e1-ee5337a602c9 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:33:02.025222 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7781f825-303c-40ac-9ede-693df32b50a0 None None] Routers {'401863da-1beb-4532-a2e1-ee5337a602c9'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:33:02.025871 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7781f825-303c-40ac-9ede-693df32b50a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:32:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['401863da-1beb-4532-a2e1-ee5337a602c9'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:33:02.203548 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e374fa-9c39-4d34-a342-5d0cafba1216 req-5dfd2bc4-ffe2-4e25-a2a5-b03d81108ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:02.204441 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-08e374fa-9c39-4d34-a342-5d0cafba1216 req-5dfd2bc4-ffe2-4e25-a2a5-b03d81108ff8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1825774 Feb 04 22:33:02.217782 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [req-08e374fa-9c39-4d34-a342-5d0cafba1216 req-d0a26b08-92f0-4993-b26f-f5a5a717f3bf service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=86818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 22:33:02.218773 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-08e374fa-9c39-4d34-a342-5d0cafba1216 req-d0a26b08-92f0-4993-b26f-f5a5a717f3bf service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055068 Feb 04 22:33:02.223317 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-7781f825-303c-40ac-9ede-693df32b50a0 None None] Set router 401863da-1beb-4532-a2e1-ee5337a602c9 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:33:02.371588 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-08e374fa-9c39-4d34-a342-5d0cafba1216 req-875a4c3f-a571-4a0d-8873-11234384bbfb service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466360 Feb 04 22:33:02.508208 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-08e374fa-9c39-4d34-a342-5d0cafba1216 req-964848a4-166c-4780-91e5-921e8bc0c899 service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280570 Feb 04 22:33:02.644771 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7781f825-303c-40ac-9ede-693df32b50a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 4, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port': {'id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:56Z', 'updated_at': '2022-02-04T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'c2fb17ea-4753-432b-81d1-8ffa3210908f', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'port_id': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'mac_address': 'fa:16:3e:66:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:32:59Z', 'updated_at': '2022-02-04T22:32:59Z', 'revision_number': 0, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf305d1-9713-4fb7-82ce-7a746b81ec39', 'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'mac_address': 'fa:16:3e:75:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:59Z', 'updated_at': '2022-02-04T22:32:09Z', 'revision_number': 5, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'subnets': [{'id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:33:02.648915 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7781f825-303c-40ac-9ede-693df32b50a0 None None] The sync data for ids ['401863da-1beb-4532-a2e1-ee5337a602c9'] in dv-cinder-818885-2-iscsi is: [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 4, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port': {'id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:56Z', 'updated_at': '2022-02-04T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': 'c2fb17ea-4753-432b-81d1-8ffa3210908f', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'port_id': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'mac_address': 'fa:16:3e:66:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:32:59Z', 'updated_at': '2022-02-04T22:32:59Z', 'revision_number': 0, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf305d1-9713-4fb7-82ce-7a746b81ec39', 'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'mac_address': 'fa:16:3e:75:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:59Z', 'updated_at': '2022-02-04T22:32:09Z', 'revision_number': 5, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'subnets': [{'id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:33:02.865006 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454ccd1-d012-428b-8a74-e431c02cedd0 None None] New status for floating IP c2fb17ea-4753-432b-81d1-8ffa3210908f: ACTIVE {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:33:03.072036 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c up at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:33:03.142608 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Provisioning complete for port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:33:03.143120 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:12.488617 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-248b89de-8417-4793-b38c-b66077691e65 req-ff544ba4-9951-489e-9429-a9c11a0f9951 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Synchronizing usage tracker for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:security_group {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:33:12.507194 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-248b89de-8417-4793-b38c-b66077691e65 req-ff544ba4-9951-489e-9429-a9c11a0f9951 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Unset dirty status for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:security_group {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:33:12.508343 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-ff544ba4-9951-489e-9429-a9c11a0f9951 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233008779&fields=id&tenant_id=7e170d4e7dd5429091894dcd6677c233 HTTP/1.1" status: 200 len: 267 time: 0.0656056 Feb 04 22:33:12.665154 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b89de-8417-4793-b38c-b66077691e65 req-59dd5376-2b3f-4f6c-a793-acfee8c62343 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:12.666668 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-59dd5376-2b3f-4f6c-a793-acfee8c62343 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 811 time: 0.1495078 Feb 04 22:33:12.682359 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-9fa26b09-4367-44f7-8be1-3701d32c7a1f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/quotas/7e170d4e7dd5429091894dcd6677c233 HTTP/1.1" status: 200 len: 375 time: 0.0094779 Feb 04 22:33:12.764527 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-248b89de-8417-4793-b38c-b66077691e65 req-dc92ca28-7b57-4914-b2db-63d3bb54f2f8 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Synchronizing usage tracker for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:port {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:33:12.780888 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-248b89de-8417-4793-b38c-b66077691e65 req-dc92ca28-7b57-4914-b2db-63d3bb54f2f8 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Unset dirty status for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:port {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:33:12.782300 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-dc92ca28-7b57-4914-b2db-63d3bb54f2f8 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939703 Feb 04 22:33:12.798334 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-bffacfc8-bda5-43e2-9254-890727bf7ab2 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=86817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 22:33:12.799325 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-bffacfc8-bda5-43e2-9254-890727bf7ab2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054836 Feb 04 22:33:12.928445 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-156302e9-808a-49ff-9ae1-400f9e7da74a service neutron] 10.222.0.47 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232936 Feb 04 22:33:13.059141 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-d037e5d0-08ba-4f3e-812b-d501c053ab5b service neutron] 10.222.0.47 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245904 Feb 04 22:33:13.462097 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0beeecf0-b7c8-4247-a134-e31a91742e96 req-cf69de75-344b-4536-b78c-e87fc3d4b0e8 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 210 time: 0.0468462 Feb 04 22:33:14.621385 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b89de-8417-4793-b38c-b66077691e65 req-307ae341-3b6d-4b6c-8f0c-305c6ab0287d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:14.622562 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-248b89de-8417-4793-b38c-b66077691e65 req-307ae341-3b6d-4b6c-8f0c-305c6ab0287d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Synchronizing usage tracker for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:network {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:33:14.641850 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-eb254ee7-64d3-4fb8-931f-bd87d390edb9 req-4905cbb6-6a84-48f9-bb72-08855edafa1b tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 210 time: 0.0484288 Feb 04 22:33:14.647078 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-248b89de-8417-4793-b38c-b66077691e65 req-307ae341-3b6d-4b6c-8f0c-305c6ab0287d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Unset dirty status for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:network {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:33:14.648286 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-307ae341-3b6d-4b6c-8f0c-305c6ab0287d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 811 time: 0.1820815 Feb 04 22:33:14.707634 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-248b89de-8417-4793-b38c-b66077691e65 req-2fd3d654-48b8-43c2-b886-67ebc4f87d91 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Synchronizing usage tracker for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:security_group {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:33:14.720994 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-248b89de-8417-4793-b38c-b66077691e65 req-2fd3d654-48b8-43c2-b886-67ebc4f87d91 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Unset dirty status for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:security_group {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:33:14.722355 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-2fd3d654-48b8-43c2-b886-67ebc4f87d91 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e170d4e7dd5429091894dcd6677c233 HTTP/1.1" status: 200 len: 379 time: 0.0579607 Feb 04 22:33:14.744426 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Request body: {'port': {'device_id': '9d782aef-8c93-4c6a-bfdf-70a02c96b7c9', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'admin_state_up': True, 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'security_groups': ['0e171ac4-9e1f-4557-a453-6edb25bd441d']}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:33:14.888260 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:33:14.898028 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:33:14.909113 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Made reservation on behalf of 7e170d4e7dd5429091894dcd6677c233 for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:33:14.912982 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:15.079212 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Allocated IP 172.20.0.9 (864a24eb-aca1-475c-ad43-77394dd6cd10/edc15eeb-0c6d-4762-b3cb-03fc9c36157f/35b41428-9d24-47b6-8bdc-994dd7560791) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:33:15.267933 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:15.284993 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Transition to ACTIVE for port object 35b41428-9d24-47b6-8bdc-994dd7560791 will not be triggered until provisioned by entity DHCP. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:33:15.309343 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:15.386416 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Network 864a24eb-aca1-475c-ad43-77394dd6cd10 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:33:15.389583 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:33:15.393541 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:33:15.435472 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'Port': ['ID=35b41428-9d24-47b6-8bdc-994dd7560791,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:33:15.466828 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:15.467786 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:15.499824 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-fbbff61c-f8da-407d-9c27-e33054caf4bd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7583385 Feb 04 22:33:15.521977 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Request body: {'port': {'device_id': '9d782aef-8c93-4c6a-bfdf-70a02c96b7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:33:15.666285 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:15.694292 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-d0cbcc54-78fa-4796-851d-24d11d6a97f6 None None] Provisioning for port 35b41428-9d24-47b6-8bdc-994dd7560791 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:33:15.699622 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-d0cbcc54-78fa-4796-851d-24d11d6a97f6 None None] Provisioning complete for port 35b41428-9d24-47b6-8bdc-994dd7560791 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:33:15.699996 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d0cbcc54-78fa-4796-851d-24d11d6a97f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:15.760503 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-d0cbcc54-78fa-4796-851d-24d11d6a97f6 None None] Port 35b41428-9d24-47b6-8bdc-994dd7560791 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:33:15.831403 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29990614-027b-471d-94e6-14f957aee8a8 req-fecb93c3-c146-458b-81d9-4eec6f91f392 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:15.832845 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-29990614-027b-471d-94e6-14f957aee8a8 req-fecb93c3-c146-458b-81d9-4eec6f91f392 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 931 time: 0.0800197 Feb 04 22:33:15.877662 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-29990614-027b-471d-94e6-14f957aee8a8 req-2805aa4e-1271-4792-80c1-b1233cc61cf9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391073 Feb 04 22:33:16.043241 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b41428-9d24-47b6-8bdc-994dd7560791 {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:33:16.051575 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:16.070370 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Transition to ACTIVE for port object 35b41428-9d24-47b6-8bdc-994dd7560791 will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:33:16.075271 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:16.325604 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Pushing event updated for resources: {'Port': ['ID=35b41428-9d24-47b6-8bdc-994dd7560791,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:33:16.408814 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Attempting to bind port 35b41428-9d24-47b6-8bdc-994dd7560791 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:33:16.409143 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Attempting to bind port 35b41428-9d24-47b6-8bdc-994dd7560791 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:33:16.409464 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Attempting to bind port 35b41428-9d24-47b6-8bdc-994dd7560791 on network 864a24eb-aca1-475c-ad43-77394dd6cd10 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:33:16.414506 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Port 35b41428-9d24-47b6-8bdc-994dd7560791 on network 864a24eb-aca1-475c-ad43-77394dd6cd10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:33:16.414824 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Attempting to bind port 35b41428-9d24-47b6-8bdc-994dd7560791 on network 864a24eb-aca1-475c-ad43-77394dd6cd10 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:33:16.420029 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:33:16.420361 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Checking segment: {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:33:16.420737 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Bound using segment: {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:33:16.421174 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Bound port: 35b41428-9d24-47b6-8bdc-994dd7560791, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:33:16.421514 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:16.511617 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] For port 35b41428-9d24-47b6-8bdc-994dd7560791, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:33:16.514405 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] For port 35b41428-9d24-47b6-8bdc-994dd7560791, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=35b41428-9d24-47b6-8bdc-994dd7560791,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:33:16.519593 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:16.583141 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:16.583729 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:16.585146 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] 10.222.0.58 "PUT /v2.0/ports/35b41428-9d24-47b6-8bdc-994dd7560791 HTTP/1.1" status: 200 len: 1093 time: 1.0688639 Feb 04 22:33:16.585827 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d782aef-8c93-4c6a-bfdf-70a02c96b7c9', 'tag': '35b41428-9d24-47b6-8bdc-994dd7560791'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:33:16.620648 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8bf22-982f-44ea-ae71-8fb10bed2eff service neutron] Pushing event updated for resources: {'Port': ['ID=35b41428-9d24-47b6-8bdc-994dd7560791,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:33:16.680777 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d782aef-8c93-4c6a-bfdf-70a02c96b7c9', 'tag': '35b41428-9d24-47b6-8bdc-994dd7560791', 'status': 'completed', 'code': 200} Feb 04 22:33:16.719817 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b89de-8417-4793-b38c-b66077691e65 req-3fd22603-338b-4f7f-8d4c-fda7d051dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:16.721329 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-3fd22603-338b-4f7f-8d4c-fda7d051dbe2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 1096 time: 0.0756667 Feb 04 22:33:16.801001 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-ba1f5e28-34d1-4556-9ab0-5c702c38129f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35b41428-9d24-47b6-8bdc-994dd7560791 HTTP/1.1" status: 200 len: 217 time: 0.0651312 Feb 04 22:33:16.866220 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b89de-8417-4793-b38c-b66077691e65 req-32d92842-edd6-4b32-a884-2eccefa83c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:16.867684 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-32d92842-edd6-4b32-a884-2eccefa83c72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.0603843 Feb 04 22:33:16.966475 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b89de-8417-4793-b38c-b66077691e65 req-a665a43c-8c79-454a-a008-c077f0d368c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:16.967984 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-a665a43c-8c79-454a-a008-c077f0d368c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928941 Feb 04 22:33:17.086318 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2a23e-3137-48dd-a4b9-2a77579cd749 req-2a25ddc8-1942-414c-82d2-619e02489c33 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:17.087888 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dff2a23e-3137-48dd-a4b9-2a77579cd749 req-2a25ddc8-1942-414c-82d2-619e02489c33 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 943 time: 0.1004603 Feb 04 22:33:17.120769 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-249a2367-e8aa-40a8-a3bf-2c264e212fae service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455138 Feb 04 22:33:17.139101 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dff2a23e-3137-48dd-a4b9-2a77579cd749 req-679c4161-8872-482a-9fcf-f9778d9d3f5c tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425019 Feb 04 22:33:17.272960 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-248b89de-8417-4793-b38c-b66077691e65 req-a1d873c8-def3-40cb-88a2-6af265bd26eb service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372859 Feb 04 22:33:17.431350 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e394ab-493c-48cd-8cf0-9f2d60e2e51a req-21f39411-a3dd-46ec-a53b-d3037e72f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:17.433389 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b0e394ab-493c-48cd-8cf0-9f2d60e2e51a req-21f39411-a3dd-46ec-a53b-d3037e72f981 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 1096 time: 0.0719163 Feb 04 22:33:17.567370 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e394ab-493c-48cd-8cf0-9f2d60e2e51a req-a6567788-ad1d-4f12-b96d-a51471333be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:17.568827 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b0e394ab-493c-48cd-8cf0-9f2d60e2e51a req-a6567788-ad1d-4f12-b96d-a51471333be5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 912 time: 0.1282687 Feb 04 22:33:17.638858 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b0e394ab-493c-48cd-8cf0-9f2d60e2e51a req-64073911-897a-4268-9b31-528a798e6589 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35b41428-9d24-47b6-8bdc-994dd7560791 HTTP/1.1" status: 200 len: 217 time: 0.0640576 Feb 04 22:33:17.709429 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e394ab-493c-48cd-8cf0-9f2d60e2e51a req-8c143094-523f-40bc-881f-da0ccb344fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:17.711116 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b0e394ab-493c-48cd-8cf0-9f2d60e2e51a req-8c143094-523f-40bc-881f-da0ccb344fb1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.0577538 Feb 04 22:33:17.788604 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e394ab-493c-48cd-8cf0-9f2d60e2e51a req-e662f277-b86f-4ebe-a170-c98e9d448f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:17.790142 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b0e394ab-493c-48cd-8cf0-9f2d60e2e51a req-e662f277-b86f-4ebe-a170-c98e9d448f1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726695 Feb 04 22:33:17.931305 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b0e394ab-493c-48cd-8cf0-9f2d60e2e51a req-a1487d49-8ea3-4e26-8d86-57434edc5868 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322773 Feb 04 22:33:18.233500 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b0e394ab-493c-48cd-8cf0-9f2d60e2e51a req-a66efa88-cb49-4365-9de3-be388dfae3b0 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956305 Feb 04 22:33:18.338209 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208a4ea-a969-4627-9f09-22102b61bc4c req-b5ca1655-ece0-45f3-a77f-a4b240807ffb tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:18.340404 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8208a4ea-a969-4627-9f09-22102b61bc4c req-b5ca1655-ece0-45f3-a77f-a4b240807ffb tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 943 time: 0.0856586 Feb 04 22:33:18.391626 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8208a4ea-a969-4627-9f09-22102b61bc4c req-a41d922e-379e-405e-b5e7-7f9c729075f7 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451314 Feb 04 22:33:19.592468 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecd473-f4b5-4494-b4a4-c72c06d9d37b req-bf1d9df2-6d4f-4938-b574-7937054d7d61 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:19.594176 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a4ecd473-f4b5-4494-b4a4-c72c06d9d37b req-bf1d9df2-6d4f-4938-b574-7937054d7d61 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 943 time: 0.0848391 Feb 04 22:33:19.642425 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a4ecd473-f4b5-4494-b4a4-c72c06d9d37b req-f3e1be84-484c-4a76-b78c-5f2a32bda117 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425465 Feb 04 22:33:20.830142 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc366d-ccdc-45f6-a8d0-fdf4b3ef2e34 req-2123c397-7fe5-46e1-9bd3-e2004127266d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:20.831659 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-27bc366d-ccdc-45f6-a8d0-fdf4b3ef2e34 req-2123c397-7fe5-46e1-9bd3-e2004127266d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 943 time: 0.0817618 Feb 04 22:33:20.876895 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-27bc366d-ccdc-45f6-a8d0-fdf4b3ef2e34 req-8ebcd81b-e742-45dd-b838-bd2bf50caa9a tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396504 Feb 04 22:33:22.058894 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0f7d1-11de-4215-8b9c-29a8559196bf req-7f438f13-4a16-414e-a546-78dd6b2e1932 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:22.060377 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-50e0f7d1-11de-4215-8b9c-29a8559196bf req-7f438f13-4a16-414e-a546-78dd6b2e1932 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 943 time: 0.0796294 Feb 04 22:33:22.104536 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-50e0f7d1-11de-4215-8b9c-29a8559196bf req-c50266bf-57af-4d70-b8a7-7d371f2a2b4c tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384929 Feb 04 22:33:22.504586 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ba5f554d-fe70-4913-9c9e-6f6ca4132aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:23.401455 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed676a2-d043-491a-ae77-810e17dcf0f8 req-49637378-01c1-4e66-8ed1-6f5ffd418c58 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:23.402958 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5ed676a2-d043-491a-ae77-810e17dcf0f8 req-49637378-01c1-4e66-8ed1-6f5ffd418c58 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 943 time: 0.1910214 Feb 04 22:33:23.447643 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5ed676a2-d043-491a-ae77-810e17dcf0f8 req-dd32da2a-9abd-4902-baa7-1babd560f8a8 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389585 Feb 04 22:33:24.514572 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 35b41428-9d24-47b6-8bdc-994dd7560791 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:33:24.650126 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7793f23-3eaa-4750-ae34-69ce29f8f502 req-a4a0c496-9690-46c9-a772-1b3d1562b95f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:24.652543 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f7793f23-3eaa-4750-ae34-69ce29f8f502 req-a4a0c496-9690-46c9-a772-1b3d1562b95f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 943 time: 0.0965595 Feb 04 22:33:24.681037 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 35b41428-9d24-47b6-8bdc-994dd7560791, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=35b41428-9d24-47b6-8bdc-994dd7560791,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:33:24.700147 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': '35b41428-9d24-47b6-8bdc-994dd7560791', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'port_id': '35b41428-9d24-47b6-8bdc-994dd7560791', 'mac_address': 'fa:16:3e:50:c5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:33:24.703745 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f7793f23-3eaa-4750-ae34-69ce29f8f502 req-4178e4df-6fcf-40f8-ac62-7cbdb7a33965 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452156 Feb 04 22:33:24.775270 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:24.821322 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b41428-9d24-47b6-8bdc-994dd7560791 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:33:24.831588 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:24.850800 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 35b41428-9d24-47b6-8bdc-994dd7560791, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=35b41428-9d24-47b6-8bdc-994dd7560791,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:33:24.856009 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:24.964498 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=35b41428-9d24-47b6-8bdc-994dd7560791,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:33:24.996319 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e3f55cd1-e211-4f72-9033-8ac22a69e7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:25.154959 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['35b41428-9d24-47b6-8bdc-994dd7560791'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:33:25.901686 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50c59d-41a7-4742-ad52-402b6771798d req-86ecef7c-0413-4371-8e9d-f71f34a23c83 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:25.903287 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5a50c59d-41a7-4742-ad52-402b6771798d req-86ecef7c-0413-4371-8e9d-f71f34a23c83 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 944 time: 0.0853519 Feb 04 22:33:25.939367 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:25.957091 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5a50c59d-41a7-4742-ad52-402b6771798d req-8dabe3e3-08c5-440f-b145-c3b6beeb06c8 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476270 Feb 04 22:33:25.977886 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:33:26.279719 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:26.522621 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 35b41428-9d24-47b6-8bdc-994dd7560791 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:33:26.597038 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port 35b41428-9d24-47b6-8bdc-994dd7560791 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:33:26.602902 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port 35b41428-9d24-47b6-8bdc-994dd7560791 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:33:26.603325 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:26.787430 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:26.823774 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d782aef-8c93-4c6a-bfdf-70a02c96b7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b41428-9d24-47b6-8bdc-994dd7560791'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:33:26.835037 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port 35b41428-9d24-47b6-8bdc-994dd7560791, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=35b41428-9d24-47b6-8bdc-994dd7560791,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:33:26.840183 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:26.885053 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d782aef-8c93-4c6a-bfdf-70a02c96b7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b41428-9d24-47b6-8bdc-994dd7560791', 'code': 200} Feb 04 22:33:26.929859 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=35b41428-9d24-47b6-8bdc-994dd7560791,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:33:27.195664 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03bf2d-8d6c-4d97-9ff5-d1c43ae87d5c req-024d48da-7ef0-4520-b030-21f305bcd020 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:27.197912 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bd03bf2d-8d6c-4d97-9ff5-d1c43ae87d5c req-024d48da-7ef0-4520-b030-21f305bcd020 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 945 time: 0.1090915 Feb 04 22:33:27.211501 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c87d9-0c1e-422b-a6aa-996db732ee1b req-0601dd07-e326-4382-8f9c-4605dcaf7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:27.213015 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a78c87d9-0c1e-422b-a6aa-996db732ee1b req-0601dd07-e326-4382-8f9c-4605dcaf7e32 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 1098 time: 0.0775628 Feb 04 22:33:27.261160 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a78c87d9-0c1e-422b-a6aa-996db732ee1b req-ffd55bc7-b971-4048-bd29-47915549c074 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406971 Feb 04 22:33:27.262761 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bd03bf2d-8d6c-4d97-9ff5-d1c43ae87d5c req-0db07d85-aa23-4436-a5b1-fa19ae72bc47 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584993 Feb 04 22:33:27.303374 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:28.509862 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c7782-04fa-41ee-90e0-6ad4e8b3afec req-ba33bf3c-bbbf-4459-aaea-68ce94d94e46 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:28.511982 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-167c7782-04fa-41ee-90e0-6ad4e8b3afec req-ba33bf3c-bbbf-4459-aaea-68ce94d94e46 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 945 time: 0.1203756 Feb 04 22:33:28.570439 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-167c7782-04fa-41ee-90e0-6ad4e8b3afec req-41c9662d-2d43-4d8d-95f1-1c6c72ca6fce tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509207 Feb 04 22:33:29.788828 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b6795-5950-407d-8a34-7b828ff9f747 req-b5861daf-11da-4045-9489-b5fe42963c52 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:29.790308 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-554b6795-5950-407d-8a34-7b828ff9f747 req-b5861daf-11da-4045-9489-b5fe42963c52 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 945 time: 0.0858872 Feb 04 22:33:29.834958 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-554b6795-5950-407d-8a34-7b828ff9f747 req-d020bc86-dc5f-4304-8325-83fef77e8c08 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384820 Feb 04 22:33:30.016827 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354952f-f39b-4f92-9b9c-9222e393679c req-587f2afa-c41c-41fe-bfdd-87ab39cf56b5 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:30.018296 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3354952f-f39b-4f92-9b9c-9222e393679c req-587f2afa-c41c-41fe-bfdd-87ab39cf56b5 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 945 time: 0.0784748 Feb 04 22:33:30.064628 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3354952f-f39b-4f92-9b9c-9222e393679c req-28987425-519c-4250-afc2-e87050a0307f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407023 Feb 04 22:33:30.087019 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51032) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:33:30.198491 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6523a01a-5ed3-4b64-a0b2-f4f5ed4adb7e tempest-TestVolumeBootPattern-130703406 tempest-TestVolumeBootPattern-130703406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:30.199995 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-6523a01a-5ed3-4b64-a0b2-f4f5ed4adb7e tempest-TestVolumeBootPattern-130703406 tempest-TestVolumeBootPattern-130703406-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 1093 time: 0.1119971 Feb 04 22:33:30.203031 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51038) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:33:30.208211 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Request body: {'floatingip': {'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'port_id': '35b41428-9d24-47b6-8bdc-994dd7560791', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:33:30.214807 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:33:30.218567 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Usage tracker for resource:floatingip and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:33:30.221485 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:33:30.227420 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:33:30.237181 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for floatingip, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:30.375956 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:30.505529 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Allocated IP 172.27.0.54 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/7579abc7-83d0-4b84-817c-1f76ebefe4b1) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:33:30.663381 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:30.694041 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:30.765214 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:33:30.768213 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:33:30.771030 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:33:30.806221 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'Port': ['ID=7579abc7-83d0-4b84-817c-1f76ebefe4b1,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:33:30.818720 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:33:30.819058 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:33:30.819385 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:33:30.819708 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:33:30.820027 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:33:30.820343 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:33:30.820654 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:33:30.820966 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:33:30.821276 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:33:30.821581 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:33:30.821917 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:33:30.822223 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:33:30.871678 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3677355e-82c4-4bc1-987c-4ef1c6933ff0 req-6101467c-f05c-4589-9a7d-a52b630ca649 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708289 Feb 04 22:33:31.029086 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677355e-82c4-4bc1-987c-4ef1c6933ff0 req-b4428a4b-ba0e-4145-aea1-0aca7e5328bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:31.030613 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3677355e-82c4-4bc1-987c-4ef1c6933ff0 req-b4428a4b-ba0e-4145-aea1-0aca7e5328bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29b5b74730445159aac83349bd4998c&device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 1099 time: 0.0706520 Feb 04 22:33:31.178778 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677355e-82c4-4bc1-987c-4ef1c6933ff0 req-6e2007b0-b3c2-47b0-b9b9-7396b613106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:31.180232 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3677355e-82c4-4bc1-987c-4ef1c6933ff0 req-6e2007b0-b3c2-47b0-b9b9-7396b613106c service neutron] 10.222.0.58 "GET /v2.0/networks?id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c HTTP/1.1" status: 200 len: 909 time: 0.1268260 Feb 04 22:33:31.207475 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:31.282319 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3677355e-82c4-4bc1-987c-4ef1c6933ff0 req-983f8377-ca93-4d78-9ff1-122afecbcca3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e HTTP/1.1" status: 200 len: 1002 time: 0.0955484 Feb 04 22:33:31.283448 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:31.350257 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677355e-82c4-4bc1-987c-4ef1c6933ff0 req-a3fbb190-e76f-4d81-819b-651810de7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:31.351768 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3677355e-82c4-4bc1-987c-4ef1c6933ff0 req-a3fbb190-e76f-4d81-819b-651810de7366 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f2f03a7-dd42-4f24-b5fd-684c15147c97 HTTP/1.1" status: 200 len: 847 time: 0.0641410 Feb 04 22:33:31.437068 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677355e-82c4-4bc1-987c-4ef1c6933ff0 req-b107dc2a-d5b9-4e03-868b-6a0c4c6436e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:31.438592 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3677355e-82c4-4bc1-987c-4ef1c6933ff0 req-b107dc2a-d5b9-4e03-868b-6a0c4c6436e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789130 Feb 04 22:33:31.596229 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3677355e-82c4-4bc1-987c-4ef1c6933ff0 req-cdfc63a9-3db5-427b-8eb6-d20433a8c655 service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508143 Feb 04 22:33:31.602018 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:31.611569 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263109017'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:31.730707 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'Port': ['ID=7579abc7-83d0-4b84-817c-1f76ebefe4b1,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:33:31.741802 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:31.767450 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3677355e-82c4-4bc1-987c-4ef1c6933ff0 req-15c765c9-9d78-40cc-b54e-4c64197ed5ec service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650519 Feb 04 22:33:31.919946 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.l3_db [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Floating IP 6a43b2f5-2bb4-42ea-8844-b6b8d51dafd1 associated. External IP: 172.27.0.54, port: 35b41428-9d24-47b6-8bdc-994dd7560791. Feb 04 22:33:32.271622 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Router df6c4b1e-741e-423a-87da-e2fe79428a0e has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:33:32.446159 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:33:32.457067 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d507a290-08e4-45eb-8d8e-7c85ba2eb7ab None None] Sync routers for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:33:32.465936 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507a290-08e4-45eb-8d8e-7c85ba2eb7ab None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:33:32.466555 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d507a290-08e4-45eb-8d8e-7c85ba2eb7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:33:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:33:32.469927 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:32.524734 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-cbc8d7aa-fe85-4007-a3a8-f7d66c3a417d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3204005 Feb 04 22:33:32.525201 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d782aef-8c93-4c6a-bfdf-70a02c96b7c9', 'tag': '35b41428-9d24-47b6-8bdc-994dd7560791'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:33:32.572373 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d782aef-8c93-4c6a-bfdf-70a02c96b7c9', 'tag': '35b41428-9d24-47b6-8bdc-994dd7560791', 'status': 'completed', 'code': 200} Feb 04 22:33:32.656233 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-d507a290-08e4-45eb-8d8e-7c85ba2eb7ab None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:33:32.697857 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42101c-55f0-4252-b5dd-61a50d219d9d req-1eb455eb-cf1b-4d53-a5c1-ab2224272865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:32.699333 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-ed42101c-55f0-4252-b5dd-61a50d219d9d req-1eb455eb-cf1b-4d53-a5c1-ab2224272865 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 1098 time: 0.0799482 Feb 04 22:33:32.876584 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42101c-55f0-4252-b5dd-61a50d219d9d req-f9fe0b74-23c1-430b-aa05-a7f6ad2361ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:32.878095 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-ed42101c-55f0-4252-b5dd-61a50d219d9d req-f9fe0b74-23c1-430b-aa05-a7f6ad2361ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 912 time: 0.1536887 Feb 04 22:33:33.031173 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-ed42101c-55f0-4252-b5dd-61a50d219d9d req-49020ed6-d10e-4044-966c-0e446563d51a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35b41428-9d24-47b6-8bdc-994dd7560791 HTTP/1.1" status: 200 len: 998 time: 0.1462345 Feb 04 22:33:33.053494 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d507a290-08e4-45eb-8d8e-7c85ba2eb7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '6a43b2f5-2bb4-42ea-8844-b6b8d51dafd1', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': '35b41428-9d24-47b6-8bdc-994dd7560791', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:50:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d782aef-8c93-4c6a-bfdf-70a02c96b7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:33:31Z', 'updated_at': '2022-02-04T22:33:31Z', 'revision_number': 0, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:33:33.057866 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d507a290-08e4-45eb-8d8e-7c85ba2eb7ab None None] Checking router: df6c4b1e-741e-423a-87da-e2fe79428a0e for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:33:33.066902 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507a290-08e4-45eb-8d8e-7c85ba2eb7ab None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:33:33.067509 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d507a290-08e4-45eb-8d8e-7c85ba2eb7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:33:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:33:33.101038 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42101c-55f0-4252-b5dd-61a50d219d9d req-06562c0f-7041-4e58-a440-b92c5e4f2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:33.102504 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-ed42101c-55f0-4252-b5dd-61a50d219d9d req-06562c0f-7041-4e58-a440-b92c5e4f2f17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.0654306 Feb 04 22:33:33.178064 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42101c-55f0-4252-b5dd-61a50d219d9d req-1f0cf8f1-1af4-4009-a331-5d70de83a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:33:33.179428 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-ed42101c-55f0-4252-b5dd-61a50d219d9d req-1f0cf8f1-1af4-4009-a331-5d70de83a5a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706823 Feb 04 22:33:33.251747 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-d507a290-08e4-45eb-8d8e-7c85ba2eb7ab None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:33:33.403052 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-ed42101c-55f0-4252-b5dd-61a50d219d9d req-3474d055-5d63-4a0b-be27-ed902dbdf7b8 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146704 Feb 04 22:33:33.536320 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-ed42101c-55f0-4252-b5dd-61a50d219d9d req-6598640f-6b74-4350-807b-25ee8aaa028b service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257737 Feb 04 22:33:33.601381 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-d507a290-08e4-45eb-8d8e-7c85ba2eb7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '6a43b2f5-2bb4-42ea-8844-b6b8d51dafd1', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': '35b41428-9d24-47b6-8bdc-994dd7560791', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:50:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d782aef-8c93-4c6a-bfdf-70a02c96b7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:33:31Z', 'updated_at': '2022-02-04T22:33:31Z', 'revision_number': 0, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:33:33.606025 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d507a290-08e4-45eb-8d8e-7c85ba2eb7ab None None] The sync data for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi is: [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '6a43b2f5-2bb4-42ea-8844-b6b8d51dafd1', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': '35b41428-9d24-47b6-8bdc-994dd7560791', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:50:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d782aef-8c93-4c6a-bfdf-70a02c96b7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:33:31Z', 'updated_at': '2022-02-04T22:33:31Z', 'revision_number': 0, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:33:33.798871 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916aa91-c34a-4c11-86b5-ae173579f9a5 None None] New status for floating IP 6a43b2f5-2bb4-42ea-8844-b6b8d51dafd1: ACTIVE {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:33:52.507345 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-ed255c23-8425-452e-ba7b-ae9a98854331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:54.793162 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:54.999655 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-bd7b2df2-eac2-447f-ae47-92a9dcfe2707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:55.940808 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:56.274249 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:33:57.308911 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:34:02.977835 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:34:22.511756 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e985f526-e847-4bde-b125-531c40b5aa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:34:24.800106 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:34:25.004655 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b4e145a9-28c5-4b65-9eed-365010fbde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:34:25.946714 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:34:26.284502 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:34:27.313781 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:34:31.541347 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cafed578-2133-4986-8bb3-3ee63bf98d39 req-3759b2da-ec32-4472-9622-be86e9068885 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732865 Feb 04 22:34:31.647439 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed578-2133-4986-8bb3-3ee63bf98d39 req-58bf2c68-690e-4548-84e7-e357d104a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:34:31.648977 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cafed578-2133-4986-8bb3-3ee63bf98d39 req-58bf2c68-690e-4548-84e7-e357d104a09b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 1098 time: 0.0775163 Feb 04 22:34:31.816085 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed578-2133-4986-8bb3-3ee63bf98d39 req-17fae294-f9f4-4495-a720-7eaa0e4b7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:34:31.817647 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cafed578-2133-4986-8bb3-3ee63bf98d39 req-17fae294-f9f4-4495-a720-7eaa0e4b7c06 service neutron] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 912 time: 0.1410747 Feb 04 22:34:31.928498 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cafed578-2133-4986-8bb3-3ee63bf98d39 req-f0a53fe7-3087-46ca-960d-49fa1fe90f20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35b41428-9d24-47b6-8bdc-994dd7560791 HTTP/1.1" status: 200 len: 1000 time: 0.1044278 Feb 04 22:34:31.993450 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed578-2133-4986-8bb3-3ee63bf98d39 req-2a4b4727-f73d-44b0-ba00-0bbb952242be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:34:31.995605 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cafed578-2133-4986-8bb3-3ee63bf98d39 req-2a4b4727-f73d-44b0-ba00-0bbb952242be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.0616355 Feb 04 22:34:32.075803 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed578-2133-4986-8bb3-3ee63bf98d39 req-e012d6af-4010-4164-b93e-1f297f41fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:34:32.077255 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cafed578-2133-4986-8bb3-3ee63bf98d39 req-e012d6af-4010-4164-b93e-1f297f41fccc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752568 Feb 04 22:34:32.215655 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cafed578-2133-4986-8bb3-3ee63bf98d39 req-b1031788-ee92-4575-9068-9c9972aa773b service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325874 Feb 04 22:34:32.344449 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cafed578-2133-4986-8bb3-3ee63bf98d39 req-c11ac5cf-38d6-47bc-abef-60512d7667a7 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226680 Feb 04 22:34:39.977680 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:34:52.513431 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-069acf50-c521-418b-b098-f4e29c608f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:34:54.798284 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:34:55.008382 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-3faf15c9-365a-40f3-9b0e-1b0a6c2c103d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:34:55.945452 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:34:56.282552 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:34:57.312535 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:34:57.637420 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c54abd-e319-4893-a88d-e6b36fbdd1f7 req-f6da5273-5000-4e0e-8016-c9be0c317666 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:34:57.638890 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-35c54abd-e319-4893-a88d-e6b36fbdd1f7 req-f6da5273-5000-4e0e-8016-c9be0c317666 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0807011 Feb 04 22:34:57.685538 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-35c54abd-e319-4893-a88d-e6b36fbdd1f7 req-ae8df115-6df2-463f-915c-13b7f83486ee tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407653 Feb 04 22:34:58.872486 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8882e0-695b-4e5d-b9d6-7f79113f115b req-42fe2fb8-d1a6-4798-b45e-0ab600cd2b9d tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:34:58.873886 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bd8882e0-695b-4e5d-b9d6-7f79113f115b req-42fe2fb8-d1a6-4798-b45e-0ab600cd2b9d tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0776243 Feb 04 22:34:58.918339 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bd8882e0-695b-4e5d-b9d6-7f79113f115b req-21f222b5-ce65-4c44-b95b-d68832c8ffe4 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382884 Feb 04 22:35:00.109179 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05b50d-4797-4d73-9d07-ddfa54696901 req-7c7ad523-ac72-4d9f-964a-3ebb74fafe01 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:00.110682 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7d05b50d-4797-4d73-9d07-ddfa54696901 req-7c7ad523-ac72-4d9f-964a-3ebb74fafe01 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0809133 Feb 04 22:35:00.256555 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7d05b50d-4797-4d73-9d07-ddfa54696901 req-4be4a5e3-05f0-4c36-98c4-7b2afda4c978 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395528 Feb 04 22:35:01.445988 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc3058-0d92-4bf1-9bb9-464812408832 req-a2587e6e-f118-4bac-956e-8acd48628354 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:01.447494 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-19cc3058-0d92-4bf1-9bb9-464812408832 req-a2587e6e-f118-4bac-956e-8acd48628354 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0809362 Feb 04 22:35:01.491736 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-19cc3058-0d92-4bf1-9bb9-464812408832 req-38d46596-bbee-4261-82d8-f2a51057eb8f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378115 Feb 04 22:35:02.682870 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5de20-e55b-4fc1-89e8-a84ee9a0270a req-7e3d63fb-ef03-45f1-ba43-01c6eb5d9c90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:02.684367 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1ca5de20-e55b-4fc1-89e8-a84ee9a0270a req-7e3d63fb-ef03-45f1-ba43-01c6eb5d9c90 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0857551 Feb 04 22:35:02.726753 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-1ca5de20-e55b-4fc1-89e8-a84ee9a0270a req-f96b1847-e2b1-4671-9497-3699009f56a0 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368242 Feb 04 22:35:03.926062 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345f505-b21b-49e9-be21-e5ebcbe1a08d req-3b19604b-1047-4230-b99c-c3c745df1067 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:03.927442 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e345f505-b21b-49e9-be21-e5ebcbe1a08d req-3b19604b-1047-4230-b99c-c3c745df1067 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0796640 Feb 04 22:35:03.973345 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e345f505-b21b-49e9-be21-e5ebcbe1a08d req-933b4882-1a50-49f9-b69a-d8733cab2f4b tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403657 Feb 04 22:35:05.157457 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a835f-f6c2-4fcd-a6ba-0a52548ac165 req-3dd372a9-edf9-4004-bf8e-fed03a748f1c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:05.158941 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-302a835f-f6c2-4fcd-a6ba-0a52548ac165 req-3dd372a9-edf9-4004-bf8e-fed03a748f1c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0819786 Feb 04 22:35:05.204768 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-302a835f-f6c2-4fcd-a6ba-0a52548ac165 req-bc40e5b0-df31-48ac-b6ea-1c0916144fe2 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397851 Feb 04 22:35:06.395537 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765050e-1016-47d5-b605-d45921bc065b req-e6ec4244-9929-4103-9d72-cecfa0821a85 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:06.397002 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a765050e-1016-47d5-b605-d45921bc065b req-e6ec4244-9929-4103-9d72-cecfa0821a85 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0858285 Feb 04 22:35:06.441341 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a765050e-1016-47d5-b605-d45921bc065b req-be219bb1-fc20-4863-a96f-95513a51a1c6 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386941 Feb 04 22:35:07.629336 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87e7aa-3051-48e8-b3ca-bfc98a1aeb35 req-9a4fc7a2-40da-495f-880f-68c46bf64b8b tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:07.630813 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cf87e7aa-3051-48e8-b3ca-bfc98a1aeb35 req-9a4fc7a2-40da-495f-880f-68c46bf64b8b tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0812845 Feb 04 22:35:07.673624 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cf87e7aa-3051-48e8-b3ca-bfc98a1aeb35 req-56bf9ae8-a071-469a-9098-bb91000b9dc5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372753 Feb 04 22:35:07.811580 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28545f-324d-4493-826f-cb1e15fb7aaa req-ebe060e3-41fe-4096-b43c-a35259c37193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:07.813029 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0b28545f-324d-4493-826f-cb1e15fb7aaa req-ebe060e3-41fe-4096-b43c-a35259c37193 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29b5b74730445159aac83349bd4998c&device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 1099 time: 0.0710878 Feb 04 22:35:07.950119 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28545f-324d-4493-826f-cb1e15fb7aaa req-7359f478-ec37-47f7-99ae-85def3aaaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:07.951482 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0b28545f-324d-4493-826f-cb1e15fb7aaa req-7359f478-ec37-47f7-99ae-85def3aaaa68 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c HTTP/1.1" status: 200 len: 909 time: 0.1326449 Feb 04 22:35:08.053099 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0b28545f-324d-4493-826f-cb1e15fb7aaa req-948e4702-1d38-4b9c-b64f-011fd0966740 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e HTTP/1.1" status: 200 len: 1002 time: 0.0958834 Feb 04 22:35:08.116067 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28545f-324d-4493-826f-cb1e15fb7aaa req-9c02cf03-79e4-41a8-a2ee-7764db43b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:08.117515 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0b28545f-324d-4493-826f-cb1e15fb7aaa req-9c02cf03-79e4-41a8-a2ee-7764db43b848 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f2f03a7-dd42-4f24-b5fd-684c15147c97 HTTP/1.1" status: 200 len: 847 time: 0.0591550 Feb 04 22:35:08.197584 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28545f-324d-4493-826f-cb1e15fb7aaa req-0d3f8abe-85a7-4ef3-a9ec-bdd3122907af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:08.199137 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0b28545f-324d-4493-826f-cb1e15fb7aaa req-0d3f8abe-85a7-4ef3-a9ec-bdd3122907af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751405 Feb 04 22:35:08.440664 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0b28545f-324d-4493-826f-cb1e15fb7aaa req-59da6729-37f2-410e-b8ed-b370d9487171 service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350230 Feb 04 22:35:08.603261 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-0b28545f-324d-4493-826f-cb1e15fb7aaa req-120f6582-d0d3-4021-b5ce-072dc41c0bf8 service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562879 Feb 04 22:35:08.860503 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2377e-0a28-46a0-b7c4-cd28f7f4611c req-a7945bc9-9e83-4d11-9be7-fee9738a8f1f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:08.862308 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a1a2377e-0a28-46a0-b7c4-cd28f7f4611c req-a7945bc9-9e83-4d11-9be7-fee9738a8f1f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0842261 Feb 04 22:35:08.909099 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a1a2377e-0a28-46a0-b7c4-cd28f7f4611c req-3eb5384f-37d4-4e7f-a1d9-77b5f9264e15 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404720 Feb 04 22:35:10.099340 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a62a46-ab13-4956-ac97-f92d0eb31235 req-90b7f68e-d53c-4ad2-9e86-384beeb80dfa tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:10.101346 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-37a62a46-ab13-4956-ac97-f92d0eb31235 req-90b7f68e-d53c-4ad2-9e86-384beeb80dfa tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0857213 Feb 04 22:35:10.150470 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-37a62a46-ab13-4956-ac97-f92d0eb31235 req-4aff1dd0-5be1-44ac-a094-c4cf3f3a5750 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433750 Feb 04 22:35:11.359552 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9a27e-adbb-4394-bc8b-373057bf34da req-54177f10-d6c4-49ea-b930-ee837adad15a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:11.361128 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ecc9a27e-adbb-4394-bc8b-373057bf34da req-54177f10-d6c4-49ea-b930-ee837adad15a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0900390 Feb 04 22:35:11.415685 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-ecc9a27e-adbb-4394-bc8b-373057bf34da req-ea34e77d-f4b1-4f8e-bcbe-c7d686447f0f tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444412 Feb 04 22:35:11.830191 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64a04-fd8a-4ee6-a27b-434011eacc0d req-6d89243e-3143-4108-b260-84a0af21eb71 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:11.831641 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2fc64a04-fd8a-4ee6-a27b-434011eacc0d req-6d89243e-3143-4108-b260-84a0af21eb71 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.1397119 Feb 04 22:35:11.837666 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-79f092dd-389b-4663-8ffd-c2775c814768 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2043068 Feb 04 22:35:11.879033 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2fc64a04-fd8a-4ee6-a27b-434011eacc0d req-e1cb530c-6dba-4ebc-b897-2e3ee42ac7b7 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403957 Feb 04 22:35:13.031768 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device bda902b4-e71e-4810-bcf4-0989b502cd2e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:35:13.075986 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672f826-af83-498f-b5f3-56d6e95a072d req-6f60ae9c-2960-4ae8-b1df-780a1fbaa063 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:13.077564 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5672f826-af83-498f-b5f3-56d6e95a072d req-6f60ae9c-2960-4ae8-b1df-780a1fbaa063 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0882699 Feb 04 22:35:13.130279 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5672f826-af83-498f-b5f3-56d6e95a072d req-85e84fd4-0f67-4781-aea5-9281f7471845 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462143 Feb 04 22:35:13.160585 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:13.191064 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:35:13.201522 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port bda902b4-e71e-4810-bcf4-0989b502cd2e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:35:13.207160 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:13.284099 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=bda902b4-e71e-4810-bcf4-0989b502cd2e,revision_number=6']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:35:13.293644 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:13.294023 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:13.294362 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:13.294727 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:13.295387 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:13.295797 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:13.296148 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:13.296584 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:13.296956 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:13.297311 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:13.297676 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:13.298095 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:13.303608 dv-cinder-818885-2-iscsi neutron-server[86819]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'code': 422} returned with failed status Feb 04 22:35:13.852894 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-b93bb621-c441-4327-9862-20e49cbc6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:13.854389 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-b93bb621-c441-4327-9862-20e49cbc6ba7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04&tenant_id=d29b5b74730445159aac83349bd4998c HTTP/1.1" status: 200 len: 1097 time: 0.0715306 Feb 04 22:35:13.956929 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-83fd2628-9438-4ac0-afdc-8bca780952bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:13.958324 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-83fd2628-9438-4ac0-afdc-8bca780952bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29b5b74730445159aac83349bd4998c&device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 1097 time: 0.0730402 Feb 04 22:35:14.085438 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-7a206888-ab47-4f6a-acf9-f449682a2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:14.086913 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-7a206888-ab47-4f6a-acf9-f449682a2648 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c HTTP/1.1" status: 200 len: 909 time: 0.1231086 Feb 04 22:35:14.194076 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-f1bc98fb-a850-46b4-b7f0-fa257d76acae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e HTTP/1.1" status: 200 len: 1000 time: 0.0999422 Feb 04 22:35:14.257035 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-271ce75b-13ca-4898-a720-8ba885dd1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:14.258462 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-271ce75b-13ca-4898-a720-8ba885dd1173 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f2f03a7-dd42-4f24-b5fd-684c15147c97 HTTP/1.1" status: 200 len: 847 time: 0.0591528 Feb 04 22:35:14.318688 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bae80-e2f8-4c8a-8982-0f263a861214 req-98131243-199a-4810-9570-11ef2e610336 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:14.320137 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e93bae80-e2f8-4c8a-8982-0f263a861214 req-98131243-199a-4810-9570-11ef2e610336 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.0778627 Feb 04 22:35:14.332782 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-cbccfb9c-d13b-404c-9b87-acfa7e062717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:14.334291 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-cbccfb9c-d13b-404c-9b87-acfa7e062717 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686741 Feb 04 22:35:14.368471 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e93bae80-e2f8-4c8a-8982-0f263a861214 req-db85cffd-1e5a-427d-b6c2-17ce9158d04a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416765 Feb 04 22:35:14.467597 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-2cb7ed42-8f99-4f72-b514-6f039882737b service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274328 Feb 04 22:35:14.603881 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-a25d5f8d-e5ed-4d6c-b03d-5d1179eff532 req-b5f2bceb-ce3a-4b35-b158-ca3e732fc43e service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301665 Feb 04 22:35:15.553328 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17c686-8771-4c82-b712-4f90716698ec req-d1b06fe5-9099-4606-b646-4a3fd187ab62 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:15.554809 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fb17c686-8771-4c82-b712-4f90716698ec req-d1b06fe5-9099-4606-b646-4a3fd187ab62 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.0795338 Feb 04 22:35:15.600653 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fb17c686-8771-4c82-b712-4f90716698ec req-c97549ef-e087-4f2e-b1f8-7be22e394a7d tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394816 Feb 04 22:35:16.794447 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f0725-1c1e-4b89-9d54-6bc90242b0e9 req-c0dcc9f5-baad-41b5-a2f4-9a51457257de tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:16.796039 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3e5f0725-1c1e-4b89-9d54-6bc90242b0e9 req-c0dcc9f5-baad-41b5-a2f4-9a51457257de tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.0879548 Feb 04 22:35:16.843051 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-3e5f0725-1c1e-4b89-9d54-6bc90242b0e9 req-6f320abd-b8a6-4b69-8628-3bca0b242b48 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410478 Feb 04 22:35:16.977494 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:35:18.179680 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7d967-c559-4ba0-872a-c99d9a7decbb req-5c6c22dc-4c33-4e5e-a56e-1be0285118c0 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:18.181083 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-94b7d967-c559-4ba0-872a-c99d9a7decbb req-5c6c22dc-4c33-4e5e-a56e-1be0285118c0 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.0796750 Feb 04 22:35:18.226514 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-94b7d967-c559-4ba0-872a-c99d9a7decbb req-0510b0df-8a2d-4b60-b138-6e82f1bbbf75 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392158 Feb 04 22:35:19.418480 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb4af8-dddf-4eeb-8b89-786c84a75471 req-1dc4f922-25f2-4255-950b-6c677e88c2ba tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:19.419916 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-68bb4af8-dddf-4eeb-8b89-786c84a75471 req-1dc4f922-25f2-4255-950b-6c677e88c2ba tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.0837207 Feb 04 22:35:19.463582 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-68bb4af8-dddf-4eeb-8b89-786c84a75471 req-37fbc2aa-3651-4f9d-8524-876810feedd5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379822 Feb 04 22:35:20.642911 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2762b1-0c9d-4ad1-9661-77044d02c898 req-11ac9141-982e-4539-b0ec-761f1950ddc2 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:20.644344 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5f2762b1-0c9d-4ad1-9661-77044d02c898 req-11ac9141-982e-4539-b0ec-761f1950ddc2 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.0787904 Feb 04 22:35:20.688385 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5f2762b1-0c9d-4ad1-9661-77044d02c898 req-baffeb8f-32ad-4130-83e2-a065218e1ee1 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383754 Feb 04 22:35:21.871069 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331f282-6142-45fa-bf19-7f9780ee435b req-6022550e-fb9f-42f4-b891-6a7c6da9e3c4 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:21.872546 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e331f282-6142-45fa-bf19-7f9780ee435b req-6022550e-fb9f-42f4-b891-6a7c6da9e3c4 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.0801611 Feb 04 22:35:21.915146 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e331f282-6142-45fa-bf19-7f9780ee435b req-9577a088-8c4d-4440-bdb5-daa7c3d7c6dc tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370414 Feb 04 22:35:22.515147 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-298a84b6-7129-4627-ae91-52fd1327d2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:23.085777 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device bda902b4-e71e-4810-bcf4-0989b502cd2e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:35:23.094353 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af89675-487e-452f-aabe-16fee0210acf req-4aadda4a-19c4-40fe-b3e3-f2e3bc6815b5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:23.095831 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0af89675-487e-452f-aabe-16fee0210acf req-4aadda4a-19c4-40fe-b3e3-f2e3bc6815b5 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 944 time: 0.0785015 Feb 04 22:35:23.144099 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0af89675-487e-452f-aabe-16fee0210acf req-893fc404-d428-4bf4-9a11-f868a12a9b98 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425568 Feb 04 22:35:23.253837 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port bda902b4-e71e-4810-bcf4-0989b502cd2e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:35:23.267286 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'port_id': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'mac_address': 'fa:16:3e:66:67:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:35:23.319700 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:23.336312 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda902b4-e71e-4810-bcf4-0989b502cd2e {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:35:23.351654 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port bda902b4-e71e-4810-bcf4-0989b502cd2e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:35:23.355114 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:23.422559 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=bda902b4-e71e-4810-bcf4-0989b502cd2e,revision_number=7']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:35:23.647524 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['bda902b4-e71e-4810-bcf4-0989b502cd2e'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:35:24.325878 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b51897-d695-4894-9908-6d4c042b8ecb req-3f6d0269-88ba-4da2-b2b3-54b880e2d445 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:24.327309 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-60b51897-d695-4894-9908-6d4c042b8ecb req-3f6d0269-88ba-4da2-b2b3-54b880e2d445 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 945 time: 0.0798781 Feb 04 22:35:24.369404 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-60b51897-d695-4894-9908-6d4c042b8ecb req-764e6b2c-7b6b-4d3b-b7a9-c76907a4dd29 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365009 Feb 04 22:35:24.803580 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:25.012058 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-5547f487-bef9-40e0-9429-e186574ba4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:25.101216 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device bda902b4-e71e-4810-bcf4-0989b502cd2e up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:35:25.172021 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port bda902b4-e71e-4810-bcf4-0989b502cd2e triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:35:25.172379 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:25.289303 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:25.315587 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:35:25.324850 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port bda902b4-e71e-4810-bcf4-0989b502cd2e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:35:25.329929 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:25.369811 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'code': 200} Feb 04 22:35:25.402692 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=bda902b4-e71e-4810-bcf4-0989b502cd2e,revision_number=8']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:35:25.658690 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22057f9d-ad7b-4368-8508-2981e1445802 req-dd020653-328c-40b3-8525-cda82cc0812b tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:25.660128 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-22057f9d-ad7b-4368-8508-2981e1445802 req-dd020653-328c-40b3-8525-cda82cc0812b tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.1823800 Feb 04 22:35:25.671964 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7866a86-09aa-4605-a2e0-9f3920c6b039 req-ba70beb9-67b7-4f61-9113-7ee0ae53ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:25.673424 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c7866a86-09aa-4605-a2e0-9f3920c6b039 req-ba70beb9-67b7-4f61-9113-7ee0ae53ce79 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 1099 time: 0.0776429 Feb 04 22:35:25.707000 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-22057f9d-ad7b-4368-8508-2981e1445802 req-dc5551c5-a4aa-4a7c-88ae-6aa7b8216519 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Feb 04 22:35:25.716811 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c7866a86-09aa-4605-a2e0-9f3920c6b039 req-bfdbda9e-be20-4163-9e4e-46a5c6079767 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373075 Feb 04 22:35:25.948216 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:26.281811 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:26.900896 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001570a-982b-4ef2-82d3-6be6f50bdaec req-4fa209f9-232f-4517-bbea-67351152965a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:26.902327 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8001570a-982b-4ef2-82d3-6be6f50bdaec req-4fa209f9-232f-4517-bbea-67351152965a tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0790029 Feb 04 22:35:26.945843 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8001570a-982b-4ef2-82d3-6be6f50bdaec req-4a9cf5c6-3368-4df7-8a34-c9342a9eaf87 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378680 Feb 04 22:35:27.313854 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:28.814774 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7a7c4-c544-484f-af97-01545276b0e1 req-798553a7-a0f2-4ca0-8dfe-c47e11a79857 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:28.816090 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f4b7a7c4-c544-484f-af97-01545276b0e1 req-798553a7-a0f2-4ca0-8dfe-c47e11a79857 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 945 time: 0.0799479 Feb 04 22:35:28.859266 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f4b7a7c4-c544-484f-af97-01545276b0e1 req-76ad1ecc-269b-4314-be7a-35bcd8df5f73 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374444 Feb 04 22:35:30.043904 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835577a9-e6cb-4367-afb2-c1c16762ddc2 req-ecd2d756-99a1-46f0-81af-dc6b59a81eed tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:30.045339 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-835577a9-e6cb-4367-afb2-c1c16762ddc2 req-ecd2d756-99a1-46f0-81af-dc6b59a81eed tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 945 time: 0.0785539 Feb 04 22:35:30.091707 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-835577a9-e6cb-4367-afb2-c1c16762ddc2 req-1c08d788-ba39-481c-b42b-5e779ad9d2a4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407834 Feb 04 22:35:30.367970 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-e2b1a29f-b417-46ef-9d7a-08cb590c04fd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:30.368676 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-e2b1a29f-b417-46ef-9d7a-08cb590c04fd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Synchronizing usage tracker for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:35:30.385951 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-e2b1a29f-b417-46ef-9d7a-08cb590c04fd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Unset dirty status for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:35:30.387624 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-e2b1a29f-b417-46ef-9d7a-08cb590c04fd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 945 time: 0.0971932 Feb 04 22:35:30.460672 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Deleting port 35b41428-9d24-47b6-8bdc-994dd7560791 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:35:30.461011 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:30.715429 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] For port 35b41428-9d24-47b6-8bdc-994dd7560791, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=35b41428-9d24-47b6-8bdc-994dd7560791,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:35:30.715771 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:31.111416 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:31.112043 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:31.112353 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.db.l3_db [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Floating IP 6a43b2f5-2bb4-42ea-8844-b6b8d51dafd1 disassociated. External IP: 172.27.0.54, port: 35b41428-9d24-47b6-8bdc-994dd7560791. Feb 04 22:35:31.112686 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Calling delete_port for 35b41428-9d24-47b6-8bdc-994dd7560791 owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:35:31.263445 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:31.278913 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30147656-12cb-46d0-a312-1b158c75a7f6 req-7c6be0e7-49fe-4591-911a-1033c07544dd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:31.280346 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-30147656-12cb-46d0-a312-1b158c75a7f6 req-7c6be0e7-49fe-4591-911a-1033c07544dd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 945 time: 0.0862677 Feb 04 22:35:31.315002 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event deleted for resources: {'Port': ['ID=35b41428-9d24-47b6-8bdc-994dd7560791,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:35:31.326093 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-30147656-12cb-46d0-a312-1b158c75a7f6 req-c23210d0-0f40-4b85-8cfe-a32555c9fc3d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401876 Feb 04 22:35:31.327856 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:31.328200 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:31.328531 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:31.328855 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:31.329175 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:31.329496 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:31.329850 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:31.330180 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:31.330491 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:31.330804 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:31.331112 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:31.331422 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:31.515930 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Router df6c4b1e-741e-423a-87da-e2fe79428a0e has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:35:31.707651 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:35:31.719128 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e3671-91ca-48cb-9a91-df6b9cc96854 None None] Sync routers for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:35:31.738609 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e3671-91ca-48cb-9a91-df6b9cc96854 None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:35:31.739324 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-a25e3671-91ca-48cb-9a91-df6b9cc96854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:35:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:35:31.791526 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] No DVR routers for this DVR port 35b41428-9d24-47b6-8bdc-994dd7560791 on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:35:31.794747 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:31.797638 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d782aef-8c93-4c6a-bfdf-70a02c96b7c9', 'name': 'network-vif-deleted', 'tag': '35b41428-9d24-47b6-8bdc-994dd7560791'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:35:31.826894 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-70b7b5cb-c6fd-48de-beda-b1d3f7ed808b req-8582a5d2-571b-4acf-88a7-425fd13d8653 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "DELETE /v2.0/ports/35b41428-9d24-47b6-8bdc-994dd7560791 HTTP/1.1" status: 204 len: 173 time: 1.4340019 Feb 04 22:35:31.948458 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-a25e3671-91ca-48cb-9a91-df6b9cc96854 None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:35:31.962074 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d782aef-8c93-4c6a-bfdf-70a02c96b7c9', 'name': 'network-vif-deleted', 'tag': '35b41428-9d24-47b6-8bdc-994dd7560791', 'status': 'completed', 'code': 200} Feb 04 22:35:32.272255 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-a25e3671-91ca-48cb-9a91-df6b9cc96854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:35:32.276341 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e3671-91ca-48cb-9a91-df6b9cc96854 None None] Checking router: df6c4b1e-741e-423a-87da-e2fe79428a0e for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:35:32.285505 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e3671-91ca-48cb-9a91-df6b9cc96854 None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:35:32.286075 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-a25e3671-91ca-48cb-9a91-df6b9cc96854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:35:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:35:32.486007 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-a25e3671-91ca-48cb-9a91-df6b9cc96854 None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:35:32.489977 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf4ff009-56af-49be-8c39-c55e2a2c9e30 req-89d8f88b-1cfa-421d-9cc6-1e40c57808fb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789151 Feb 04 22:35:32.504868 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-bd4b691c-2c74-4df2-a643-911095cfca41 req-d66a317d-9e23-49b9-8e59-a3464a679025 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d782aef-8c93-4c6a-bfdf-70a02c96b7c9 HTTP/1.1" status: 200 len: 210 time: 0.0474374 Feb 04 22:35:32.657725 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ff009-56af-49be-8c39-c55e2a2c9e30 req-cfa098ba-3a78-41a6-99aa-df0e5f821828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:32.659391 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf4ff009-56af-49be-8c39-c55e2a2c9e30 req-cfa098ba-3a78-41a6-99aa-df0e5f821828 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29b5b74730445159aac83349bd4998c&device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 1099 time: 0.0797422 Feb 04 22:35:32.829331 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ff009-56af-49be-8c39-c55e2a2c9e30 req-9f1fc872-3f91-4443-8c96-c4e45a02e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:32.831084 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf4ff009-56af-49be-8c39-c55e2a2c9e30 req-9f1fc872-3f91-4443-8c96-c4e45a02e402 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c HTTP/1.1" status: 200 len: 909 time: 0.1403534 Feb 04 22:35:32.854385 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-a25e3671-91ca-48cb-9a91-df6b9cc96854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:35:32.858860 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e3671-91ca-48cb-9a91-df6b9cc96854 None None] The sync data for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi is: [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:35:32.938972 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf4ff009-56af-49be-8c39-c55e2a2c9e30 req-83c72fef-a791-45a5-9e3a-b0bdcd31dfc5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e HTTP/1.1" status: 200 len: 1002 time: 0.1021385 Feb 04 22:35:33.003358 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ff009-56af-49be-8c39-c55e2a2c9e30 req-97b2b8b1-b286-465e-a417-b1cd9057f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:33.004817 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf4ff009-56af-49be-8c39-c55e2a2c9e30 req-97b2b8b1-b286-465e-a417-b1cd9057f702 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f2f03a7-dd42-4f24-b5fd-684c15147c97 HTTP/1.1" status: 200 len: 847 time: 0.0604270 Feb 04 22:35:33.087948 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ff009-56af-49be-8c39-c55e2a2c9e30 req-f2037f0e-2ae1-491e-b1e2-f7d21a19b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:33.090036 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf4ff009-56af-49be-8c39-c55e2a2c9e30 req-f2037f0e-2ae1-491e-b1e2-f7d21a19b194 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794308 Feb 04 22:35:33.105299 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458889b5-dc0a-4291-ae80-413c4fa6aa61 None None] New status for floating IP 6a43b2f5-2bb4-42ea-8844-b6b8d51dafd1: DOWN {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:35:33.149274 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 35b41428-9d24-47b6-8bdc-994dd7560791 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:35:33.203639 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: 35b41428-9d24-47b6-8bdc-994dd7560791 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:35:33.204123 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device 35b41428-9d24-47b6-8bdc-994dd7560791 not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:35:33.336245 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf4ff009-56af-49be-8c39-c55e2a2c9e30 req-bd4a6c68-e8a5-4f95-8d4b-07c54ec22725 service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403755 Feb 04 22:35:33.471104 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-cf4ff009-56af-49be-8c39-c55e2a2c9e30 req-cf8950f1-bf60-4c2b-9a82-440f5d0531b1 service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282580 Feb 04 22:35:33.942564 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-4611d0a3-220f-411a-977a-5a5845bc1df1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233008779&fields=id&tenant_id=7e170d4e7dd5429091894dcd6677c233 HTTP/1.1" status: 200 len: 267 time: 0.0399919 Feb 04 22:35:34.095332 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-e0b0c3b0-0ef4-4bad-b59e-a8d032d202b9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:34.096782 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-e0b0c3b0-0ef4-4bad-b59e-a8d032d202b9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 811 time: 0.1474264 Feb 04 22:35:34.113085 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-9ca5ed49-27c0-401b-9f7c-1e3246400f27 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/quotas/7e170d4e7dd5429091894dcd6677c233 HTTP/1.1" status: 200 len: 375 time: 0.0099938 Feb 04 22:35:34.200401 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7b8efc6b-81b4-4a1f-af8c-e040d15ce109 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819533 Feb 04 22:35:34.259908 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-39de83cc-cdb5-42fc-8a6e-f8698e80251a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=86817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 22:35:34.260925 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-39de83cc-cdb5-42fc-8a6e-f8698e80251a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495341 Feb 04 22:35:34.394530 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-a0214537-1a69-413f-91db-4060aaa09c9c service neutron] 10.222.0.47 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276710 Feb 04 22:35:34.534941 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-0cc0d3c8-5dc3-4883-a81d-376fe20a2a96 service neutron] 10.222.0.47 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347172 Feb 04 22:35:34.961493 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-49ddd5b8-8730-4c10-984a-c0b956c78872 req-7aa212f1-3dc4-444b-b013-7816ce0e354f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0714183 Feb 04 22:35:36.134762 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a84da392-4034-400b-8ec6-ec8ba85fec74 req-6ea5f388-2879-4bfd-891e-79de85b2d1de tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0561049 Feb 04 22:35:36.203355 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-833266d1-6c2f-440d-966c-c31f4235665e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:36.206874 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-833266d1-6c2f-440d-966c-c31f4235665e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 811 time: 0.1898141 Feb 04 22:35:36.262103 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-1638bf3d-1d7b-4cec-8720-9b1ac9a1b7e7 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e170d4e7dd5429091894dcd6677c233 HTTP/1.1" status: 200 len: 379 time: 0.0432239 Feb 04 22:35:36.286667 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Request body: {'port': {'device_id': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'admin_state_up': True, 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'security_groups': ['0e171ac4-9e1f-4557-a453-6edb25bd441d']}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:35:36.435542 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:35:36.440157 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Usage tracker for resource:port and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:35:36.443129 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:35:36.449846 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:35:36.460257 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Made reservation on behalf of 7e170d4e7dd5429091894dcd6677c233 for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:35:36.465463 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:36.639693 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Allocated IP 172.20.0.10 (864a24eb-aca1-475c-ad43-77394dd6cd10/edc15eeb-0c6d-4762-b3cb-03fc9c36157f/d90439b7-3ac9-4e0e-b8d6-d1d4e075e474) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:35:36.843163 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:36.859999 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Transition to ACTIVE for port object d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 will not be triggered until provisioned by entity DHCP. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:35:36.883405 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:36.955700 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Network 864a24eb-aca1-475c-ad43-77394dd6cd10 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:35:36.958792 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:35:36.962869 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:35:37.002776 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'Port': ['ID=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:35:37.035062 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:37.035840 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:37.065371 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-7757c1a7-e620-478a-b628-c16b65457a5d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7832093 Feb 04 22:35:37.084706 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Request body: {'port': {'device_id': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:35:37.215615 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:37.235016 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-c5ecabfd-c2c2-4580-b3b8-cfae4b84fd40 None None] Provisioning for port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:35:37.240521 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-c5ecabfd-c2c2-4580-b3b8-cfae4b84fd40 None None] Provisioning complete for port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:35:37.241177 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c5ecabfd-c2c2-4580-b3b8-cfae4b84fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:37.299916 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-c5ecabfd-c2c2-4580-b3b8-cfae4b84fd40 None None] Port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:35:37.350678 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27955d0-0cd6-4b6a-97d3-8b46dbe4eca8 req-31fac15a-f09b-4646-8c17-cd2342ca48ad tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:37.352188 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b27955d0-0cd6-4b6a-97d3-8b46dbe4eca8 req-31fac15a-f09b-4646-8c17-cd2342ca48ad tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 932 time: 0.1032891 Feb 04 22:35:37.398977 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b27955d0-0cd6-4b6a-97d3-8b46dbe4eca8 req-3f5b9f49-9fc7-4e29-ab80-3edb8f1d892d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Feb 04 22:35:37.580849 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:35:37.588179 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:37.602871 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Transition to ACTIVE for port object d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:35:37.607662 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:37.782319 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Pushing event updated for resources: {'Port': ['ID=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:35:37.969332 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Attempting to bind port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:35:37.969560 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Attempting to bind port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:35:37.969907 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Attempting to bind port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 on network 864a24eb-aca1-475c-ad43-77394dd6cd10 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:35:37.974496 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 on network 864a24eb-aca1-475c-ad43-77394dd6cd10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:35:37.974806 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Attempting to bind port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 on network 864a24eb-aca1-475c-ad43-77394dd6cd10 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:35:37.980395 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:35:37.980723 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Checking segment: {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:35:37.981151 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Bound using segment: {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:35:37.981546 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Bound port: d90439b7-3ac9-4e0e-b8d6-d1d4e075e474, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:35:37.981911 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:38.074581 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] For port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:35:38.077572 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] For port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:35:38.082738 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:38.144059 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:38.144661 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:38.146126 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] 10.222.0.58 "PUT /v2.0/ports/d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 HTTP/1.1" status: 200 len: 1094 time: 1.0675347 Feb 04 22:35:38.146620 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'tag': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:35:38.169263 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e7fcf-3bc1-4697-9406-397a59481071 service neutron] Pushing event updated for resources: {'Port': ['ID=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:35:38.210756 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'tag': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'status': 'completed', 'code': 200} Feb 04 22:35:38.298651 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-90317eb5-035c-4dd2-a954-91deed6c158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:38.300253 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-90317eb5-035c-4dd2-a954-91deed6c158e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 1097 time: 0.0794475 Feb 04 22:35:38.381776 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-d9a96f8b-d310-44f5-898f-58cc1b3ed875 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 HTTP/1.1" status: 200 len: 217 time: 0.0649400 Feb 04 22:35:38.449684 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-e69fc6f5-f537-4e7e-aa0b-a596c1bfd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:38.451262 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-e69fc6f5-f537-4e7e-aa0b-a596c1bfd64a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.0634551 Feb 04 22:35:38.529902 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-705e259b-a045-4b93-b19c-477d25268955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:38.531452 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-705e259b-a045-4b93-b19c-477d25268955 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740180 Feb 04 22:35:38.598335 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0328e30-5ef6-48f2-bb78-80845cf3f666 req-b1f558c1-09a1-4e6f-8c51-486d13621fdb tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:38.599927 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f0328e30-5ef6-48f2-bb78-80845cf3f666 req-b1f558c1-09a1-4e6f-8c51-486d13621fdb tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0929720 Feb 04 22:35:38.649127 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-f0328e30-5ef6-48f2-bb78-80845cf3f666 req-464fbf72-e1e5-4600-ac19-2e904a3dd1ff tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410101 Feb 04 22:35:38.674073 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-4d21a435-5213-4072-bde9-863cf9f9d1b9 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358249 Feb 04 22:35:38.807917 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-174e7b4e-fbd2-40cf-8af7-1a9ba3dfb9ef req-daa1d120-ac51-4592-9f79-77bddad0d807 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275985 Feb 04 22:35:38.972401 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d7d3-9805-4a92-9516-81858c3be596 req-0bf7bb93-9329-4568-99f4-e0bcffe5151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:38.973925 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3a57d7d3-9805-4a92-9516-81858c3be596 req-0bf7bb93-9329-4568-99f4-e0bcffe5151b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 1097 time: 0.0780387 Feb 04 22:35:39.122345 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d7d3-9805-4a92-9516-81858c3be596 req-3357f5a5-1614-47bf-b478-b37ff0664b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:39.123797 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3a57d7d3-9805-4a92-9516-81858c3be596 req-3357f5a5-1614-47bf-b478-b37ff0664b0e service neutron] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 912 time: 0.1428857 Feb 04 22:35:39.191014 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3a57d7d3-9805-4a92-9516-81858c3be596 req-2dc44041-4da7-479a-b5b3-36688a81497d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 HTTP/1.1" status: 200 len: 217 time: 0.0603220 Feb 04 22:35:39.255195 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d7d3-9805-4a92-9516-81858c3be596 req-d50a93af-6118-4fa6-92d2-32bf41362dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:39.256642 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3a57d7d3-9805-4a92-9516-81858c3be596 req-d50a93af-6118-4fa6-92d2-32bf41362dea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.0605204 Feb 04 22:35:39.334925 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d7d3-9805-4a92-9516-81858c3be596 req-f0025c04-e9f2-4d17-9a50-2031f7be1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:39.336408 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3a57d7d3-9805-4a92-9516-81858c3be596 req-f0025c04-e9f2-4d17-9a50-2031f7be1562 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704176 Feb 04 22:35:39.468700 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3a57d7d3-9805-4a92-9516-81858c3be596 req-6c8ae8ff-7d52-4043-aa50-77a1dfbfa82e service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254225 Feb 04 22:35:39.608195 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-3a57d7d3-9805-4a92-9516-81858c3be596 req-6358d057-3a15-4eb6-ba9b-bb7f34aa70e7 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333153 Feb 04 22:35:39.841769 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f58b6-805d-45f7-9bf8-98b4cce6baef req-4ec5446f-1f52-4dc1-82fb-49f51c218cac tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:39.843215 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-359f58b6-805d-45f7-9bf8-98b4cce6baef req-4ec5446f-1f52-4dc1-82fb-49f51c218cac tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0838206 Feb 04 22:35:39.889704 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-359f58b6-805d-45f7-9bf8-98b4cce6baef req-822cca15-37ae-43e7-8a18-75033853acbb tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407150 Feb 04 22:35:41.076152 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e43487-92ac-4453-b7ea-0001c123948e req-58ca038b-d55e-4ac2-805e-ef030f10057b tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:41.077657 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-74e43487-92ac-4453-b7ea-0001c123948e req-58ca038b-d55e-4ac2-805e-ef030f10057b tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0830691 Feb 04 22:35:41.123497 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-74e43487-92ac-4453-b7ea-0001c123948e req-3a583512-382a-4aa1-9ba0-07c34b51188b tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393984 Feb 04 22:35:42.313441 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89289230-2e08-4464-b1d8-89a7a4c599cb req-634c71ea-5f7b-4a24-a932-df3e02630ca7 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:42.314954 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-89289230-2e08-4464-b1d8-89a7a4c599cb req-634c71ea-5f7b-4a24-a932-df3e02630ca7 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0832071 Feb 04 22:35:42.366132 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-89289230-2e08-4464-b1d8-89a7a4c599cb req-4a59e0d1-6702-4c60-b6d5-c4468c39ac63 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446377 Feb 04 22:35:43.559119 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbde985-6245-4e5d-b612-60804da03896 req-5f004c1c-a694-4843-836b-1cd2d5055e17 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:43.560684 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-efbde985-6245-4e5d-b612-60804da03896 req-5f004c1c-a694-4843-836b-1cd2d5055e17 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0815470 Feb 04 22:35:43.610982 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-efbde985-6245-4e5d-b612-60804da03896 req-368b82be-fc5a-473f-bbb8-0f3a78211482 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433757 Feb 04 22:35:44.914441 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bbf9f-1ac7-456c-ba13-6c6fcbc6535d req-16c3fe78-0ca1-4f45-a478-6458226ba482 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:44.915902 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5f5bbf9f-1ac7-456c-ba13-6c6fcbc6535d req-16c3fe78-0ca1-4f45-a478-6458226ba482 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 944 time: 0.1819487 Feb 04 22:35:44.971412 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5f5bbf9f-1ac7-456c-ba13-6c6fcbc6535d req-94b34f56-fc71-49b7-826d-f43701de4f04 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494709 Feb 04 22:35:46.187326 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8126ac-273d-4679-9fd1-b19e8ee271a3 req-5ffcb84d-4d0e-4e74-bb5e-e26f09c37c88 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:46.188970 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7f8126ac-273d-4679-9fd1-b19e8ee271a3 req-5ffcb84d-4d0e-4e74-bb5e-e26f09c37c88 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0886142 Feb 04 22:35:46.243052 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-7f8126ac-273d-4679-9fd1-b19e8ee271a3 req-00f7dd2c-3056-4709-badb-09001c52cfaa tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477843 Feb 04 22:35:47.200438 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:35:47.354177 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:35:47.369117 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'port_id': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'mac_address': 'fa:16:3e:9d:3a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:35:47.447506 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:47.476267 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:35:47.503304 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:35:47.508882 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:47.540950 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057f8d7-87b0-43b0-93a9-9d32084538ab req-b8374d11-41ef-41fe-9cc5-9c8a3480df73 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:47.543638 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b057f8d7-87b0-43b0-93a9-9d32084538ab req-b8374d11-41ef-41fe-9cc5-9c8a3480df73 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 944 time: 0.1349220 Feb 04 22:35:47.602689 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:35:47.623456 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b057f8d7-87b0-43b0-93a9-9d32084538ab req-f4ad3562-1b6c-4c55-9240-9f7e7c57aa5c tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724959 Feb 04 22:35:47.825302 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['d90439b7-3ac9-4e0e-b8d6-d1d4e075e474'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:35:48.836265 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69526ae1-fe91-4622-b7ca-1a9f7820df91 req-9887509a-4a6d-40b0-841e-030ad5fc5ce9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:48.837891 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-69526ae1-fe91-4622-b7ca-1a9f7820df91 req-9887509a-4a6d-40b0-841e-030ad5fc5ce9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0909848 Feb 04 22:35:48.888390 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-69526ae1-fe91-4622-b7ca-1a9f7820df91 req-e56f3671-a12d-4a66-b19e-e2b05b9b9cb4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440874 Feb 04 22:35:49.220055 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:35:49.292566 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:35:49.298137 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:35:49.298503 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:49.428229 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:49.456797 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:35:49.468171 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:35:49.473073 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:49.505295 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'code': 200} Feb 04 22:35:49.551567 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:35:49.848062 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bef530-0a1b-45d0-b1bb-df7c151f9699 req-64afa636-0ff2-4b53-8232-106b834a7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:49.849474 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-81bef530-0a1b-45d0-b1bb-df7c151f9699 req-64afa636-0ff2-4b53-8232-106b834a7920 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 1099 time: 0.0709896 Feb 04 22:35:50.000915 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-81bef530-0a1b-45d0-b1bb-df7c151f9699 req-a03ff727-84a2-4a84-9716-f66ab0adabb1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442120 Feb 04 22:35:50.090940 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296b403-8262-4ea9-871f-d20f51d0b34d req-e54f4bbc-eae8-4456-9d3c-035c89146c87 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:50.092583 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2296b403-8262-4ea9-871f-d20f51d0b34d req-e54f4bbc-eae8-4456-9d3c-035c89146c87 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 946 time: 0.0875804 Feb 04 22:35:50.148300 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-2296b403-8262-4ea9-871f-d20f51d0b34d req-c399ad44-eac9-4c4f-ab71-bef193d21723 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452185 Feb 04 22:35:51.350714 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb8aae-394c-4c1b-965c-1453836d495c req-4dc1452c-1155-4037-8d72-01072631671c tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:51.352218 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e0eb8aae-394c-4c1b-965c-1453836d495c req-4dc1452c-1155-4037-8d72-01072631671c tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 946 time: 0.0926054 Feb 04 22:35:51.405130 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e0eb8aae-394c-4c1b-965c-1453836d495c req-acaa653a-dfba-4310-bcea-cbbed97d78f0 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461690 Feb 04 22:35:51.606201 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f5347-def0-4c85-8b10-9f6c5aeb685a req-6ed7fb7b-8ae1-477d-9111-d4a990dc7628 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:51.607721 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cb5f5347-def0-4c85-8b10-9f6c5aeb685a req-6ed7fb7b-8ae1-477d-9111-d4a990dc7628 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 946 time: 0.0852017 Feb 04 22:35:51.661227 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cb5f5347-def0-4c85-8b10-9f6c5aeb685a req-c5090204-d48d-4a80-bbfb-2335973151c6 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471466 Feb 04 22:35:51.686085 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51228) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:35:51.764507 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965000ea-4829-4606-9f13-e913b3d917d0 tempest-TestVolumeBootPattern-130703406 tempest-TestVolumeBootPattern-130703406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:51.765226 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-965000ea-4829-4606-9f13-e913b3d917d0 tempest-TestVolumeBootPattern-130703406 tempest-TestVolumeBootPattern-130703406-project-admin] Synchronizing usage tracker for tenant:3a0c5220135f44e78194afa46ee0867f on resource:port {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:35:51.785352 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-965000ea-4829-4606-9f13-e913b3d917d0 tempest-TestVolumeBootPattern-130703406 tempest-TestVolumeBootPattern-130703406-project-admin] Unset dirty status for tenant:3a0c5220135f44e78194afa46ee0867f on resource:port {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:35:51.786902 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-965000ea-4829-4606-9f13-e913b3d917d0 tempest-TestVolumeBootPattern-130703406 tempest-TestVolumeBootPattern-130703406-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 1094 time: 0.0998039 Feb 04 22:35:51.790058 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51232) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:35:51.795789 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Request body: {'floatingip': {'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'port_id': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:35:51.802074 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:35:51.806283 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Usage tracker for resource:floatingip and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:35:51.809360 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:35:51.816157 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:35:51.827645 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for floatingip, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:51.981816 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:52.139858 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Allocated IP 172.27.0.62 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/b52467f2-fde8-45bc-94fb-72c31d9b4489) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:35:52.305683 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:52.341421 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:52.410658 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:35:52.413988 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:35:52.418662 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:35:52.453279 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'Port': ['ID=b52467f2-fde8-45bc-94fb-72c31d9b4489,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:35:52.468605 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:52.468949 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:52.469287 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:52.469618 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:52.469992 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:52.470316 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:52.470640 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:52.470965 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:52.471284 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:52.471604 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:52.471919 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:52.472235 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:35:52.527943 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-479e8307-0682-44ba-a24a-a32b003a9966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:52.886318 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:53.074607 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:53.329315 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:53.334795 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263109017'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:53.450464 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'Port': ['ID=b52467f2-fde8-45bc-94fb-72c31d9b4489,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:35:53.468549 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:53.676073 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.l3_db [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Floating IP 8451cd53-8afa-4a0f-a3ec-631ed33573be associated. External IP: 172.27.0.62, port: d90439b7-3ac9-4e0e-b8d6-d1d4e075e474. Feb 04 22:35:53.983630 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:35:54.110928 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Router df6c4b1e-741e-423a-87da-e2fe79428a0e has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:35:54.305514 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:35:54.319117 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909691f-bc69-462c-bfeb-c3870fd7da8b None None] Sync routers for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:35:54.333841 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:54.337432 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909691f-bc69-462c-bfeb-c3870fd7da8b None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:35:54.338997 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-8909691f-bc69-462c-bfeb-c3870fd7da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:35:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:35:54.401933 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-0cf34894-6aa4-44f8-91c6-971e18e92399 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6015422 Feb 04 22:35:54.401933 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'tag': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:35:54.542468 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'tag': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'status': 'completed', 'code': 200} Feb 04 22:35:54.670268 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-8909691f-bc69-462c-bfeb-c3870fd7da8b None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:35:54.693503 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e2472-e4a7-4db1-b3d9-5bfe183eb082 req-ca12baf2-d3c3-4f3e-b792-42d7ef0e1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:54.695186 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b08e2472-e4a7-4db1-b3d9-5bfe183eb082 req-ca12baf2-d3c3-4f3e-b792-42d7ef0e1dbf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 1099 time: 0.1071339 Feb 04 22:35:54.863421 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e2472-e4a7-4db1-b3d9-5bfe183eb082 req-a2b4cb41-4a3a-454e-b45a-d862e419f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:54.865653 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b08e2472-e4a7-4db1-b3d9-5bfe183eb082 req-a2b4cb41-4a3a-454e-b45a-d862e419f26d service neutron] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 912 time: 0.1630220 Feb 04 22:35:54.896572 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:54.995553 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b08e2472-e4a7-4db1-b3d9-5bfe183eb082 req-34db19a4-9e78-495a-b456-ce755517e5f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 HTTP/1.1" status: 200 len: 999 time: 0.1229570 Feb 04 22:35:55.061170 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-f044ec46-9176-4e0d-888d-be4e611c2b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:55.079413 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e2472-e4a7-4db1-b3d9-5bfe183eb082 req-bfc3e5df-e2e2-49b5-a600-c8c16a7e9956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:55.082211 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b08e2472-e4a7-4db1-b3d9-5bfe183eb082 req-bfc3e5df-e2e2-49b5-a600-c8c16a7e9956 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.0801504 Feb 04 22:35:55.169007 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e2472-e4a7-4db1-b3d9-5bfe183eb082 req-fe946111-da9b-4c1c-8a92-582ed152f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:35:55.170673 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b08e2472-e4a7-4db1-b3d9-5bfe183eb082 req-fe946111-da9b-4c1c-8a92-582ed152f044 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821903 Feb 04 22:35:55.209350 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-8909691f-bc69-462c-bfeb-c3870fd7da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '8451cd53-8afa-4a0f-a3ec-631ed33573be', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:9d:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:35:52Z', 'updated_at': '2022-02-04T22:35:52Z', 'revision_number': 0, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:35:55.214768 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909691f-bc69-462c-bfeb-c3870fd7da8b None None] Checking router: df6c4b1e-741e-423a-87da-e2fe79428a0e for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:35:55.225414 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909691f-bc69-462c-bfeb-c3870fd7da8b None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:35:55.226532 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-8909691f-bc69-462c-bfeb-c3870fd7da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:35:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:35:55.347804 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b08e2472-e4a7-4db1-b3d9-5bfe183eb082 req-ea459cca-f4bb-4e0e-8a20-924253e0c726 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671159 Feb 04 22:35:55.435307 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-8909691f-bc69-462c-bfeb-c3870fd7da8b None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:35:55.568697 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-b08e2472-e4a7-4db1-b3d9-5bfe183eb082 req-81446867-2b87-462b-a148-fb357959dcde service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117200 Feb 04 22:35:55.898171 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-8909691f-bc69-462c-bfeb-c3870fd7da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '8451cd53-8afa-4a0f-a3ec-631ed33573be', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:9d:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:35:52Z', 'updated_at': '2022-02-04T22:35:52Z', 'revision_number': 0, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:35:55.903540 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909691f-bc69-462c-bfeb-c3870fd7da8b None None] The sync data for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi is: [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '8451cd53-8afa-4a0f-a3ec-631ed33573be', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:9d:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:35:52Z', 'updated_at': '2022-02-04T22:35:52Z', 'revision_number': 0, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:35:55.959392 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:56.126390 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff663a9e-6ec8-40db-896c-aa34681bc1c5 None None] New status for floating IP 8451cd53-8afa-4a0f-a3ec-631ed33573be: ACTIVE {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:35:56.284064 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:35:57.324036 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:22.522691 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-444a7ee9-870e-4ae7-8cc3-8809eba5a3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:24.810158 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:25.014050 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-56d1360e-b735-4629-a813-623024d9879a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:25.952699 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:26.280140 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:27.321650 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:30.983744 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:36:42.800200 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51264) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:36:43.106925 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-a17cbaf8-97ab-4604-9e20-553e49317271 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Deleting port 665f116a-2bb3-4c55-ab75-9776c49868db {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:36:43.107301 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a17cbaf8-97ab-4604-9e20-553e49317271 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:43.275831 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a17cbaf8-97ab-4604-9e20-553e49317271 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:43.276221 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a17cbaf8-97ab-4604-9e20-553e49317271 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:43.402879 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-a17cbaf8-97ab-4604-9e20-553e49317271 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Calling delete_port for 665f116a-2bb3-4c55-ab75-9776c49868db owned by network:floatingip {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:36:43.595082 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a17cbaf8-97ab-4604-9e20-553e49317271 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:43.645832 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cbaf8-97ab-4604-9e20-553e49317271 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Pushing event deleted for resources: {'Port': ['ID=665f116a-2bb3-4c55-ab75-9776c49868db,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:36:43.743480 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a17cbaf8-97ab-4604-9e20-553e49317271 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for floatingip, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:43.744010 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.l3_db [None req-a17cbaf8-97ab-4604-9e20-553e49317271 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Floating IP c2fb17ea-4753-432b-81d1-8ffa3210908f disassociated (deleted). External IP: 172.27.0.195, port: bda902b4-e71e-4810-bcf4-0989b502cd2e. Feb 04 22:36:44.108551 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17cbaf8-97ab-4604-9e20-553e49317271 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Router 401863da-1beb-4532-a2e1-ee5337a602c9 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:36:44.289557 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17cbaf8-97ab-4604-9e20-553e49317271 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:36:44.301163 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386f688b-cd29-49c4-80b8-2694b9cde665 None None] Sync routers for ids ['401863da-1beb-4532-a2e1-ee5337a602c9'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:36:44.305631 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a17cbaf8-97ab-4604-9e20-553e49317271 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:44.317875 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f688b-cd29-49c4-80b8-2694b9cde665 None None] Routers {'401863da-1beb-4532-a2e1-ee5337a602c9'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:36:44.318949 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-386f688b-cd29-49c4-80b8-2694b9cde665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:36:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['401863da-1beb-4532-a2e1-ee5337a602c9'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:44.371737 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-a17cbaf8-97ab-4604-9e20-553e49317271 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "DELETE /v2.0/floatingips/c2fb17ea-4753-432b-81d1-8ffa3210908f HTTP/1.1" status: 204 len: 168 time: 1.5704353 Feb 04 22:36:44.372318 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:36:44.422967 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'status': 'completed', 'code': 200} Feb 04 22:36:44.576811 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894921fa-06e1-4b3c-a591-2a4bedbf306a req-eb8edebd-de0e-4fcf-880a-169c7ac51192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:36:44.578413 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-894921fa-06e1-4b3c-a591-2a4bedbf306a req-eb8edebd-de0e-4fcf-880a-169c7ac51192 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29b5b74730445159aac83349bd4998c&device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 1099 time: 0.1084921 Feb 04 22:36:44.646180 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-386f688b-cd29-49c4-80b8-2694b9cde665 None None] Set router 401863da-1beb-4532-a2e1-ee5337a602c9 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:36:44.754130 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894921fa-06e1-4b3c-a591-2a4bedbf306a req-193f5a54-286d-4d79-b039-e15ed1dbf634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:36:44.755643 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-894921fa-06e1-4b3c-a591-2a4bedbf306a req-193f5a54-286d-4d79-b039-e15ed1dbf634 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c HTTP/1.1" status: 200 len: 909 time: 0.1709573 Feb 04 22:36:44.833278 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-894921fa-06e1-4b3c-a591-2a4bedbf306a req-5ddad771-5c44-4439-a442-74d6124152c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e HTTP/1.1" status: 200 len: 217 time: 0.0695405 Feb 04 22:36:44.870212 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a52f6b-4a31-476d-8601-b33c334a5ea1 req-098aba09-13c8-45e7-b2ac-3c290bfffbc3 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:36:44.870965 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-87a52f6b-4a31-476d-8601-b33c334a5ea1 req-098aba09-13c8-45e7-b2ac-3c290bfffbc3 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Synchronizing usage tracker for tenant:d29b5b74730445159aac83349bd4998c on resource:port {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:36:44.891567 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-87a52f6b-4a31-476d-8601-b33c334a5ea1 req-098aba09-13c8-45e7-b2ac-3c290bfffbc3 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Unset dirty status for tenant:d29b5b74730445159aac83349bd4998c on resource:port {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:36:44.892859 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-87a52f6b-4a31-476d-8601-b33c334a5ea1 req-098aba09-13c8-45e7-b2ac-3c290bfffbc3 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.1365669 Feb 04 22:36:44.940273 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894921fa-06e1-4b3c-a591-2a4bedbf306a req-6c2b7f44-f26d-45f6-a2c5-37350f917bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:36:44.942927 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-894921fa-06e1-4b3c-a591-2a4bedbf306a req-6c2b7f44-f26d-45f6-a2c5-37350f917bf3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f2f03a7-dd42-4f24-b5fd-684c15147c97 HTTP/1.1" status: 200 len: 847 time: 0.1022315 Feb 04 22:36:44.947106 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-87a52f6b-4a31-476d-8601-b33c334a5ea1 req-8b13c667-15d3-4115-992a-531f3673762c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474563 Feb 04 22:36:45.026382 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894921fa-06e1-4b3c-a591-2a4bedbf306a req-3a4fe51b-bdc4-4b25-91e4-3b6431b4b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:36:45.027854 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-894921fa-06e1-4b3c-a591-2a4bedbf306a req-3a4fe51b-bdc4-4b25-91e4-3b6431b4b690 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769234 Feb 04 22:36:45.097436 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-386f688b-cd29-49c4-80b8-2694b9cde665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 4, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port': {'id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:56Z', 'updated_at': '2022-02-04T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'baf305d1-9713-4fb7-82ce-7a746b81ec39', 'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'mac_address': 'fa:16:3e:75:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:59Z', 'updated_at': '2022-02-04T22:32:09Z', 'revision_number': 5, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'subnets': [{'id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:45.102390 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386f688b-cd29-49c4-80b8-2694b9cde665 None None] Checking router: 401863da-1beb-4532-a2e1-ee5337a602c9 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:36:45.116827 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f688b-cd29-49c4-80b8-2694b9cde665 None None] Routers {'401863da-1beb-4532-a2e1-ee5337a602c9'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:36:45.117956 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-386f688b-cd29-49c4-80b8-2694b9cde665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:36:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['401863da-1beb-4532-a2e1-ee5337a602c9'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:45.213990 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-894921fa-06e1-4b3c-a591-2a4bedbf306a req-84a2e97b-4b57-4d2a-be40-fc87050871e4 service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767182 Feb 04 22:36:45.360339 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-386f688b-cd29-49c4-80b8-2694b9cde665 None None] Set router 401863da-1beb-4532-a2e1-ee5337a602c9 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:36:45.364933 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-894921fa-06e1-4b3c-a591-2a4bedbf306a req-b9cfff10-cc9d-4d2f-a5f9-c4a3393e3ec0 service neutron] 10.222.0.58 "GET /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427617 Feb 04 22:36:45.715864 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-386f688b-cd29-49c4-80b8-2694b9cde665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 4, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port': {'id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:56Z', 'updated_at': '2022-02-04T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'baf305d1-9713-4fb7-82ce-7a746b81ec39', 'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'mac_address': 'fa:16:3e:75:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:59Z', 'updated_at': '2022-02-04T22:32:09Z', 'revision_number': 5, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'subnets': [{'id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:45.723051 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386f688b-cd29-49c4-80b8-2694b9cde665 None None] The sync data for ids ['401863da-1beb-4532-a2e1-ee5337a602c9'] in dv-cinder-818885-2-iscsi is: [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:32:00Z', 'revision_number': 4, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port': {'id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:56Z', 'updated_at': '2022-02-04T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': 'baf305d1-9713-4fb7-82ce-7a746b81ec39', 'name': '', 'network_id': 'd526bcb8-86d8-45dc-bcb0-96d8f657ce9c', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'mac_address': 'fa:16:3e:75:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:59Z', 'updated_at': '2022-02-04T22:32:09Z', 'revision_number': 5, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'subnets': [{'id': '8f2f03a7-dd42-4f24-b5fd-684c15147c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:36:45.960697 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d054f-6d89-494f-87a7-924fd570b4cd None None] New status for floating IP c2fb17ea-4753-432b-81d1-8ffa3210908f: DOWN {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:36:46.276246 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43fcc1-c4d6-4cc1-9c6e-792cebba0083 req-6a75e21d-d343-4c75-bbd1-9c51fcaef7d9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:36:46.277738 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9d43fcc1-c4d6-4cc1-9c6e-792cebba0083 req-6a75e21d-d343-4c75-bbd1-9c51fcaef7d9 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.1883705 Feb 04 22:36:46.329279 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-9d43fcc1-c4d6-4cc1-9c6e-792cebba0083 req-ff1d7997-a9df-4dbd-84cb-68d3b95fba3c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/security-groups?id=20e1d6d7-e982-4528-9db8-d3ed700af576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458319 Feb 04 22:36:46.438852 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66c88f-bc0c-4ff2-9f7d-94504c654869 req-1832368a-3711-4ecf-ad09-063ce52c8ba1 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:36:46.439647 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-8d66c88f-bc0c-4ff2-9f7d-94504c654869 req-1832368a-3711-4ecf-ad09-063ce52c8ba1 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Synchronizing usage tracker for tenant:d29b5b74730445159aac83349bd4998c on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:36:46.452805 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-8d66c88f-bc0c-4ff2-9f7d-94504c654869 req-1832368a-3711-4ecf-ad09-063ce52c8ba1 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Unset dirty status for tenant:d29b5b74730445159aac83349bd4998c on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:36:46.453986 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8d66c88f-bc0c-4ff2-9f7d-94504c654869 req-1832368a-3711-4ecf-ad09-063ce52c8ba1 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 946 time: 0.0971205 Feb 04 22:36:46.638977 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-8d66c88f-bc0c-4ff2-9f7d-94504c654869 req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Deleting port bda902b4-e71e-4810-bcf4-0989b502cd2e {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:36:46.639322 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8d66c88f-bc0c-4ff2-9f7d-94504c654869 req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:46.897199 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-8d66c88f-bc0c-4ff2-9f7d-94504c654869 req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] For port bda902b4-e71e-4810-bcf4-0989b502cd2e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bda902b4-e71e-4810-bcf4-0989b502cd2e,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:36:46.897440 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8d66c88f-bc0c-4ff2-9f7d-94504c654869 req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:47.022728 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-8d66c88f-bc0c-4ff2-9f7d-94504c654869 req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Calling delete_port for bda902b4-e71e-4810-bcf4-0989b502cd2e owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:36:47.164691 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8d66c88f-bc0c-4ff2-9f7d-94504c654869 req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:47.217938 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Pushing event deleted for resources: {'Port': ['ID=bda902b4-e71e-4810-bcf4-0989b502cd2e,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:36:47.259450 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:47.259771 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:47.260095 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:47.260414 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:47.260727 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:47.261040 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:47.261350 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:47.261660 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:47.262036 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:47.262349 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:47.262653 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:47.262959 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:47.300166 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d66c88f-bc0c-4ff2-9f7d-94504c654869 req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] No DVR routers for this DVR port bda902b4-e71e-4810-bcf4-0989b502cd2e on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:36:47.302447 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-8d66c88f-bc0c-4ff2-9f7d-94504c654869 req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:47.304791 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'name': 'network-vif-deleted', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:36:47.320264 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8d66c88f-bc0c-4ff2-9f7d-94504c654869 req-d4644783-d959-48fe-a0f9-1cec4180ae4c tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.58 "DELETE /v2.0/ports/bda902b4-e71e-4810-bcf4-0989b502cd2e HTTP/1.1" status: 204 len: 173 time: 0.8612757 Feb 04 22:36:47.350249 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdce0ef-8e04-44df-9198-3b3f8f7a2c04', 'name': 'network-vif-deleted', 'tag': 'bda902b4-e71e-4810-bcf4-0989b502cd2e', 'status': 'completed', 'code': 200} Feb 04 22:36:47.478558 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-5fa053bb-c0a5-4636-86e8-9bf9398efe0e req-d089f26b-8dbf-4da9-8b67-edd7f61fc1cd tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdce0ef-8e04-44df-9198-3b3f8f7a2c04 HTTP/1.1" status: 200 len: 210 time: 0.0417564 Feb 04 22:36:48.571520 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51282) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:36:48.640519 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-634d0de8-ac37-442b-af45-ece28a2c4521 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:48.669739 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-634d0de8-ac37-442b-af45-ece28a2c4521 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:48.734187 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-634d0de8-ac37-442b-af45-ece28a2c4521 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:48.753121 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d0de8-ac37-442b-af45-ece28a2c4521 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e1d6d7-e982-4528-9db8-d3ed700af576,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:36:48.764159 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-634d0de8-ac37-442b-af45-ece28a2c4521 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:48.765284 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-634d0de8-ac37-442b-af45-ece28a2c4521 tempest-TestShelveInstance-457652958 tempest-TestShelveInstance-457652958-project] 10.222.0.47 "DELETE /v2.0/security-groups/20e1d6d7-e982-4528-9db8-d3ed700af576 HTTP/1.1" status: 204 len: 168 time: 0.1926982 Feb 04 22:36:48.811117 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51288) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:36:49.350876 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a2509d95-424f-4b95-a797-f108da7df5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746720'] for router_interface, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:49.411817 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device bda902b4-e71e-4810-bcf4-0989b502cd2e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:36:49.445039 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: bda902b4-e71e-4810-bcf4-0989b502cd2e {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:36:49.445373 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device bda902b4-e71e-4810-bcf4-0989b502cd2e not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:36:49.711349 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-a2509d95-424f-4b95-a797-f108da7df5bb admin admin] Deleting port baf305d1-9713-4fb7-82ce-7a746b81ec39 {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:36:49.711943 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a2509d95-424f-4b95-a797-f108da7df5bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:49.893461 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [None req-a2509d95-424f-4b95-a797-f108da7df5bb admin admin] For port baf305d1-9713-4fb7-82ce-7a746b81ec39, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=baf305d1-9713-4fb7-82ce-7a746b81ec39,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:36:49.893845 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a2509d95-424f-4b95-a797-f108da7df5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:50.123768 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-a2509d95-424f-4b95-a797-f108da7df5bb admin admin] Calling delete_port for baf305d1-9713-4fb7-82ce-7a746b81ec39 owned by network:router_interface {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:36:50.430345 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a2509d95-424f-4b95-a797-f108da7df5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:50.479566 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2509d95-424f-4b95-a797-f108da7df5bb admin admin] Pushing event deleted for resources: {'Port': ['ID=baf305d1-9713-4fb7-82ce-7a746b81ec39,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:36:50.741667 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a2509d95-424f-4b95-a797-f108da7df5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579696'] for router_interface, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:51.094306 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2509d95-424f-4b95-a797-f108da7df5bb admin admin] Router 401863da-1beb-4532-a2e1-ee5337a602c9 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:36:51.273528 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2509d95-424f-4b95-a797-f108da7df5bb admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:36:51.282801 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb6f814-6226-427c-b3de-249be71b55e5 None None] Sync routers for ids ['401863da-1beb-4532-a2e1-ee5337a602c9'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:36:51.286439 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-a2509d95-424f-4b95-a797-f108da7df5bb admin admin] 10.222.0.47 "PUT /v2.0/routers/401863da-1beb-4532-a2e1-ee5337a602c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4741580 Feb 04 22:36:51.288845 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51292) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:36:51.291771 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6f814-6226-427c-b3de-249be71b55e5 None None] Routers {'401863da-1beb-4532-a2e1-ee5337a602c9'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:36:51.292360 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7cb6f814-6226-427c-b3de-249be71b55e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:36:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['401863da-1beb-4532-a2e1-ee5337a602c9'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:51.481331 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-7cb6f814-6226-427c-b3de-249be71b55e5 None None] Set router 401863da-1beb-4532-a2e1-ee5337a602c9 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:36:51.573398 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Notify callbacks [] for router, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:51.747682 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:51.756902 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Deleting port dde5b06f-e83c-448f-9354-a092ea45efee {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:36:51.757287 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:51.763590 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7cb6f814-6226-427c-b3de-249be71b55e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:36:50Z', 'revision_number': 5, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port': {'id': 'dde5b06f-e83c-448f-9354-a092ea45efee', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:31:56Z', 'updated_at': '2022-02-04T22:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:51.767702 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb6f814-6226-427c-b3de-249be71b55e5 None None] Checking router: 401863da-1beb-4532-a2e1-ee5337a602c9 for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:36:51.776658 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6f814-6226-427c-b3de-249be71b55e5 None None] Routers {'401863da-1beb-4532-a2e1-ee5337a602c9'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:36:51.777287 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7cb6f814-6226-427c-b3de-249be71b55e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:36:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['401863da-1beb-4532-a2e1-ee5337a602c9'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:51.943203 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] For port dde5b06f-e83c-448f-9354-a092ea45efee, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=dde5b06f-e83c-448f-9354-a092ea45efee,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:36:51.943555 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:51.965644 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-7cb6f814-6226-427c-b3de-249be71b55e5 None None] Set router 401863da-1beb-4532-a2e1-ee5337a602c9 gateway port host: None {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:36:52.066863 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Calling delete_port for dde5b06f-e83c-448f-9354-a092ea45efee owned by network:router_gateway {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:36:52.072130 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-7cb6f814-6226-427c-b3de-249be71b55e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:36:51Z', 'revision_number': 6, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port_host': None}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:52.076119 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb6f814-6226-427c-b3de-249be71b55e5 None None] The sync data for ids ['401863da-1beb-4532-a2e1-ee5337a602c9'] in dv-cinder-818885-2-iscsi is: [{'id': '401863da-1beb-4532-a2e1-ee5337a602c9', 'name': 'tempest-TestShelveInstance-489221975-router', 'tenant_id': 'd29b5b74730445159aac83349bd4998c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:31:55Z', 'updated_at': '2022-02-04T22:36:51Z', 'revision_number': 6, 'project_id': 'd29b5b74730445159aac83349bd4998c', 'gw_port_host': None}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:36:52.235337 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:52.280719 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Pushing event deleted for resources: {'Port': ['ID=dde5b06f-e83c-448f-9354-a092ea45efee,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:36:52.373526 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574661'] for router_gateway, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:52.526091 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-cf407fef-47e3-4b4c-a909-bbd239963c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:52.548045 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-658'] for router, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:52.550806 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:52.575697 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573871'] for router, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:52.576398 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 401863da-1beb-4532-a2e1-ee5337a602c9 {{(pid=86817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 22:36:52.590511 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] Notify callbacks [] for router, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:52.591639 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-772acfde-bcc7-41d0-94bf-66d056f6249a admin admin] 10.222.0.47 "DELETE /v2.0/routers/401863da-1beb-4532-a2e1-ee5337a602c9 HTTP/1.1" status: 204 len: 168 time: 1.3019121 Feb 04 22:36:52.594161 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51296) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:36:52.653398 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Deleting subnet 8f2f03a7-dd42-4f24-b5fd-684c15147c97 {{(pid=86817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:36:52.656325 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:52.707070 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263109059'] for subnet, precommit_delete_associations {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:52.818816 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:52.988792 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263109075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263107229'] for subnet, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.026242 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2f03a7-dd42-4f24-b5fd-684c15147c97,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:36:53.034032 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.038557 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e0610-81b6-42a6-bea3-1186df21b965 None None] Network d526bcb8-86d8-45dc-bcb0-96d8f657ce9c requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:36:53.043761 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:53.044109 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:53.044444 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:53.044771 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:53.045097 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:53.045426 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:53.045762 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:53.046085 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:53.046402 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:53.046719 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:53.047032 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:53.047347 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:36:53.052148 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-a30306d9-1648-4b24-8a4b-56cb3639595e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8f2f03a7-dd42-4f24-b5fd-684c15147c97 HTTP/1.1" status: 204 len: 168 time: 0.4570034 Feb 04 22:36:53.054600 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51300) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:36:53.170828 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.174835 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device dde5b06f-e83c-448f-9354-a092ea45efee no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:36:53.184499 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Deleting port 5c59a164-0286-4491-96c5-bc5683345c9b {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:36:53.184830 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.245090 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: dde5b06f-e83c-448f-9354-a092ea45efee {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:36:53.245413 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device dde5b06f-e83c-448f-9354-a092ea45efee not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:36:53.245857 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device baf305d1-9713-4fb7-82ce-7a746b81ec39 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:36:53.279929 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: baf305d1-9713-4fb7-82ce-7a746b81ec39 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:36:53.280286 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device baf305d1-9713-4fb7-82ce-7a746b81ec39 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:36:53.381742 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0004544-6340-47c9-b9f8-3b14296a85fa None None] DHCP port deletion for d526bcb8-86d8-45dc-bcb0-96d8f657ce9c request from dv-cinder-818885-2-iscsi {{(pid=86819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 22:36:53.386648 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-d0004544-6340-47c9-b9f8-3b14296a85fa None None] Deleting port 5c59a164-0286-4491-96c5-bc5683345c9b {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:36:53.387074 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d0004544-6340-47c9-b9f8-3b14296a85fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.413337 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] For port 5c59a164-0286-4491-96c5-bc5683345c9b, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=5c59a164-0286-4491-96c5-bc5683345c9b,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:36:53.413691 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.537579 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Calling delete_port for 5c59a164-0286-4491-96c5-bc5683345c9b owned by network:dhcp {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:36:53.597396 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-d0004544-6340-47c9-b9f8-3b14296a85fa None None] For port 5c59a164-0286-4491-96c5-bc5683345c9b, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=5c59a164-0286-4491-96c5-bc5683345c9b,segment=NetworkSegment(346c0fd4-d5a9-40ff-9485-ea4f20159c06),segment_id=346c0fd4-d5a9-40ff-9485-ea4f20159c06)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:36:53.598076 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d0004544-6340-47c9-b9f8-3b14296a85fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.620092 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.669179 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c59a164-0286-4491-96c5-bc5683345c9b,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:36:53.673556 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] No DVR routers for this DVR port 5c59a164-0286-4491-96c5-bc5683345c9b on host dv-cinder-818885-2-iscsi {{(pid=86817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:36:53.722308 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-d0004544-6340-47c9-b9f8-3b14296a85fa None None] Calling delete_port for 5c59a164-0286-4491-96c5-bc5683345c9b owned by network:dhcp {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:36:53.791475 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.799832 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.db.api [None req-d0004544-6340-47c9-b9f8-3b14296a85fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 22:36:53.800188 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG oslo_db.api [None req-d0004544-6340-47c9-b9f8-3b14296a85fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 22:36:53.817477 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d526bcb8-86d8-45dc-bcb0-96d8f657ce9c']}} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:53.829914 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346c0fd4-d5a9-40ff-9485-ea4f20159c06') {'for_net_delete': True} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:53.830597 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346c0fd4-d5a9-40ff-9485-ea4f20159c06') {} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:53.842144 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263109108'] for segment, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.858672 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.864703 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=86817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:36:53.865081 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263143025'] for segment, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: Traceback (most recent call last): Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: timer() Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: cb(*args, **kw) Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: return func(*args, **kwargs) Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: self._notify() Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: self.callback(batched_events) Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: event.method(event) Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: return f(self, *a, **k) Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._get(url).json() Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: return self.request(url, 'GET', **kwargs) Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:36:53.877929 dv-cinder-818885-2-iscsi neutron-server[86817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:36:53.953370 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.957844 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:53.980329 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] Pushing event deleted for resources: {'Network': ['ID=d526bcb8-86d8-45dc-bcb0-96d8f657ce9c,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:36:53.997126 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-cdb3f467-061a-4ca4-9e6f-77300456303e admin admin] 10.222.0.47 "DELETE /v2.0/networks/d526bcb8-86d8-45dc-bcb0-96d8f657ce9c HTTP/1.1" status: 204 len: 168 time: 0.9385107 Feb 04 22:36:53.998851 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51304) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:36:54.301071 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-d0004544-6340-47c9-b9f8-3b14296a85fa None None] Deleting port 5c59a164-0286-4491-96c5-bc5683345c9b {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:36:54.301549 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d0004544-6340-47c9-b9f8-3b14296a85fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:54.368168 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-d0004544-6340-47c9-b9f8-3b14296a85fa None None] The port '5c59a164-0286-4491-96c5-bc5683345c9b' was deleted {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 22:36:54.625610 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-75290b68-78ed-4d2b-9d1d-ff84beffef2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746720'] for router_interface, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:54.824658 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:54.970065 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-75290b68-78ed-4d2b-9d1d-ff84beffef2b admin admin] Deleting port 32e8e165-1a18-4702-9e72-44decfb45af0 {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:36:54.970710 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-75290b68-78ed-4d2b-9d1d-ff84beffef2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:55.016075 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-71ab73d8-6c0c-40f1-9d00-3247ae6bee90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:55.147345 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [None req-75290b68-78ed-4d2b-9d1d-ff84beffef2b admin admin] For port 32e8e165-1a18-4702-9e72-44decfb45af0, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=32e8e165-1a18-4702-9e72-44decfb45af0,segment=NetworkSegment(a19acfe3-2ed9-49f8-a26b-4be7766971ac),segment_id=a19acfe3-2ed9-49f8-a26b-4be7766971ac)] {{(pid=86817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:36:55.147696 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-75290b68-78ed-4d2b-9d1d-ff84beffef2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:55.164697 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 5c59a164-0286-4491-96c5-bc5683345c9b no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:36:55.201810 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 5c59a164-0286-4491-96c5-bc5683345c9b {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:36:55.202226 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 5c59a164-0286-4491-96c5-bc5683345c9b not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:36:55.273046 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-75290b68-78ed-4d2b-9d1d-ff84beffef2b admin admin] Calling delete_port for 32e8e165-1a18-4702-9e72-44decfb45af0 owned by network:router_interface {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:36:55.447955 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-75290b68-78ed-4d2b-9d1d-ff84beffef2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:55.495456 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75290b68-78ed-4d2b-9d1d-ff84beffef2b admin admin] Pushing event deleted for resources: {'Port': ['ID=32e8e165-1a18-4702-9e72-44decfb45af0,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:36:55.759915 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-75290b68-78ed-4d2b-9d1d-ff84beffef2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579696'] for router_interface, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:55.956379 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:56.223547 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75290b68-78ed-4d2b-9d1d-ff84beffef2b admin admin] Router e91cf0dd-cbc8-47bb-811a-58425bf81aff has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:36:56.282359 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:56.398056 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75290b68-78ed-4d2b-9d1d-ff84beffef2b admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:36:56.406743 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-75290b68-78ed-4d2b-9d1d-ff84beffef2b admin admin] 10.222.0.47 "PUT /v2.0/routers/e91cf0dd-cbc8-47bb-811a-58425bf81aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4068778 Feb 04 22:36:56.406978 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f80ac2-c313-450d-ba81-4af6f07adbfe None None] Sync routers for ids ['e91cf0dd-cbc8-47bb-811a-58425bf81aff'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:36:56.409210 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51308) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:36:56.417049 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f80ac2-c313-450d-ba81-4af6f07adbfe None None] Routers {'e91cf0dd-cbc8-47bb-811a-58425bf81aff'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:36:56.417657 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-53f80ac2-c313-450d-ba81-4af6f07adbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:36:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['e91cf0dd-cbc8-47bb-811a-58425bf81aff'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:56.630880 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-53f80ac2-c313-450d-ba81-4af6f07adbfe None None] Set router e91cf0dd-cbc8-47bb-811a-58425bf81aff gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:36:56.737955 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Notify callbacks [] for router, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:56.921508 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:56.922998 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-53f80ac2-c313-450d-ba81-4af6f07adbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'name': 'tempest-TestShelveInstance-375142859-router', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '94eff67c-9eee-4774-8067-11001f077835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:04Z', 'updated_at': '2022-02-04T22:36:55Z', 'revision_number': 5, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'gw_port': {'id': '94eff67c-9eee-4774-8067-11001f077835', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:05Z', 'updated_at': '2022-02-04T22:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:56.926873 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f80ac2-c313-450d-ba81-4af6f07adbfe None None] Checking router: e91cf0dd-cbc8-47bb-811a-58425bf81aff for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:36:56.931857 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Deleting port 94eff67c-9eee-4774-8067-11001f077835 {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:36:56.932290 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:56.936030 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f80ac2-c313-450d-ba81-4af6f07adbfe None None] Routers {'e91cf0dd-cbc8-47bb-811a-58425bf81aff'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:36:56.936634 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-53f80ac2-c313-450d-ba81-4af6f07adbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:36:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['e91cf0dd-cbc8-47bb-811a-58425bf81aff'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:57.090993 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-53f80ac2-c313-450d-ba81-4af6f07adbfe None None] Set router e91cf0dd-cbc8-47bb-811a-58425bf81aff gateway port host: None {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:36:57.113412 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] For port 94eff67c-9eee-4774-8067-11001f077835, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=94eff67c-9eee-4774-8067-11001f077835,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:36:57.113781 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:57.203965 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-53f80ac2-c313-450d-ba81-4af6f07adbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'name': 'tempest-TestShelveInstance-375142859-router', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:04Z', 'updated_at': '2022-02-04T22:36:56Z', 'revision_number': 6, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'gw_port_host': None}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:57.208645 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f80ac2-c313-450d-ba81-4af6f07adbfe None None] The sync data for ids ['e91cf0dd-cbc8-47bb-811a-58425bf81aff'] in dv-cinder-818885-2-iscsi is: [{'id': 'e91cf0dd-cbc8-47bb-811a-58425bf81aff', 'name': 'tempest-TestShelveInstance-375142859-router', 'tenant_id': 'c612241a58e4452bb3948fd3560084fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:04Z', 'updated_at': '2022-02-04T22:36:56Z', 'revision_number': 6, 'project_id': 'c612241a58e4452bb3948fd3560084fd', 'gw_port_host': None}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:36:57.244835 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Calling delete_port for 94eff67c-9eee-4774-8067-11001f077835 owned by network:router_gateway {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:36:57.333294 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:57.634849 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:57.717183 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=94eff67c-9eee-4774-8067-11001f077835,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:36:57.791691 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574661'] for router_gateway, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:57.977608 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-658'] for router, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:57.980631 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:58.020074 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573871'] for router, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:58.021392 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e91cf0dd-cbc8-47bb-811a-58425bf81aff {{(pid=86817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 22:36:58.038314 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] Notify callbacks [] for router, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:58.039583 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-cfbf51fb-a587-4570-a83a-a83ddb0e5c1b admin admin] 10.222.0.47 "DELETE /v2.0/routers/e91cf0dd-cbc8-47bb-811a-58425bf81aff HTTP/1.1" status: 204 len: 168 time: 1.6292887 Feb 04 22:36:58.043669 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51314) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:36:58.111965 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_v2 [None req-afed3a72-dc95-44a9-a11c-5a36a3c17195 admin admin] Deleting subnet 331aef5b-e9de-4850-8a61-57acfb26326d {{(pid=86817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:36:58.117339 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-afed3a72-dc95-44a9-a11c-5a36a3c17195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:58.170233 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-afed3a72-dc95-44a9-a11c-5a36a3c17195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263109059'] for subnet, precommit_delete_associations {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:58.271652 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-afed3a72-dc95-44a9-a11c-5a36a3c17195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:58.356404 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-afed3a72-dc95-44a9-a11c-5a36a3c17195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263109075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263107229'] for subnet, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:58.398113 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed3a72-dc95-44a9-a11c-5a36a3c17195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=331aef5b-e9de-4850-8a61-57acfb26326d,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:36:58.400186 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-afed3a72-dc95-44a9-a11c-5a36a3c17195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for subnet, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:58.407107 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-afed3a72-dc95-44a9-a11c-5a36a3c17195 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/331aef5b-e9de-4850-8a61-57acfb26326d HTTP/1.1" status: 204 len: 168 time: 0.3623698 Feb 04 22:36:58.409553 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1293a4d0-c714-43c5-8d46-e0a573c95de1 None None] Network 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:36:58.410938 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51318) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:36:58.529982 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:58.543156 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Deleting port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:36:58.543502 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:58.695902 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d49a94-5ae2-4510-be21-739c9ba14969 None None] DHCP port deletion for 04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649 request from dv-cinder-818885-2-iscsi {{(pid=86819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 22:36:58.702040 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-e8d49a94-5ae2-4510-be21-739c9ba14969 None None] Deleting port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:36:58.702478 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e8d49a94-5ae2-4510-be21-739c9ba14969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:58.821094 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.db [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] For port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=6bc32e74-1d76-439b-a5a8-b9111cc8abe0,segment=NetworkSegment(a19acfe3-2ed9-49f8-a26b-4be7766971ac),segment_id=a19acfe3-2ed9-49f8-a26b-4be7766971ac)] {{(pid=86817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:36:58.821456 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:58.988301 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-e8d49a94-5ae2-4510-be21-739c9ba14969 None None] For port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=6bc32e74-1d76-439b-a5a8-b9111cc8abe0,segment=NetworkSegment(a19acfe3-2ed9-49f8-a26b-4be7766971ac),segment_id=a19acfe3-2ed9-49f8-a26b-4be7766971ac)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:36:58.988587 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e8d49a94-5ae2-4510-be21-739c9ba14969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:59.056698 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Calling delete_port for 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 owned by network:dhcp {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:36:59.121088 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-e8d49a94-5ae2-4510-be21-739c9ba14969 None None] Calling delete_port for 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 owned by network:dhcp {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:36:59.167638 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:59.187835 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 94eff67c-9eee-4774-8067-11001f077835 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:36:59.220627 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc32e74-1d76-439b-a5a8-b9111cc8abe0,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:36:59.224462 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] No DVR routers for this DVR port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 on host dv-cinder-818885-2-iscsi {{(pid=86817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:36:59.238239 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 94eff67c-9eee-4774-8067-11001f077835 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:36:59.238583 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 94eff67c-9eee-4774-8067-11001f077835 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:36:59.239000 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 32e8e165-1a18-4702-9e72-44decfb45af0 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:36:59.284697 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 32e8e165-1a18-4702-9e72-44decfb45af0 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:36:59.285043 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 32e8e165-1a18-4702-9e72-44decfb45af0 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:36:59.285432 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:36:59.326658 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:36:59.326998 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:36:59.331233 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.db.api [None req-e8d49a94-5ae2-4510-be21-739c9ba14969 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 22:36:59.331453 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG oslo_db.api [None req-e8d49a94-5ae2-4510-be21-739c9ba14969 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 22:36:59.460690 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:59.489765 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649']}} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:59.503600 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19acfe3-2ed9-49f8-a26b-4be7766971ac') {'for_net_delete': True} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:59.503941 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.services.segments.db [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19acfe3-2ed9-49f8-a26b-4be7766971ac') {} {{(pid=86817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:36:59.517566 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263109108'] for segment, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:59.536851 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:59.544524 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=86817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:36:59.544969 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263143025'] for segment, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: Traceback (most recent call last): Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: timer() Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: cb(*args, **kw) Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: return func(*args, **kwargs) Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: self._notify() Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: self.callback(batched_events) Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: event.method(event) Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: return f(self, *a, **k) Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._get(url).json() Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: return self.request(url, 'GET', **kwargs) Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:36:59.559288 dv-cinder-818885-2-iscsi neutron-server[86817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:36:59.644146 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:59.662873 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:59.673773 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] Pushing event deleted for resources: {'Network': ['ID=04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:36:59.679504 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-4ca67dd7-c8ca-4aee-b71e-b44cafba386a admin admin] 10.222.0.47 "DELETE /v2.0/networks/04b7c0bb-c5e8-4bec-9cd1-8876ef1ae649 HTTP/1.1" status: 204 len: 168 time: 1.2662742 Feb 04 22:36:59.830564 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51324) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:36:59.833259 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-e8d49a94-5ae2-4510-be21-739c9ba14969 None None] Deleting port 6bc32e74-1d76-439b-a5a8-b9111cc8abe0 {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:36:59.833843 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e8d49a94-5ae2-4510-be21-739c9ba14969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:59.886765 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-0410eda3-0959-46d8-9147-1ebbddccbb25 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d29b5b74730445159aac83349bd4998c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547564 Feb 04 22:36:59.889844 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51328) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:36:59.902618 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-e8d49a94-5ae2-4510-be21-739c9ba14969 None None] The port '6bc32e74-1d76-439b-a5a8-b9111cc8abe0' was deleted {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 22:36:59.961478 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d637eefa-8ee3-470b-b495-bff5c0beffc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:36:59.990318 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d637eefa-8ee3-470b-b495-bff5c0beffc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:00.051905 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d637eefa-8ee3-470b-b495-bff5c0beffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:00.083334 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637eefa-8ee3-470b-b495-bff5c0beffc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95916932-af82-4616-93cc-3ce946a1ebea,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:37:00.091954 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-d637eefa-8ee3-470b-b495-bff5c0beffc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:00.094665 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-d637eefa-8ee3-470b-b495-bff5c0beffc5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/95916932-af82-4616-93cc-3ce946a1ebea HTTP/1.1" status: 204 len: 168 time: 0.2030125 Feb 04 22:37:00.518384 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51336) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:37:00.576352 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-119f5542-d92e-4174-99a7-0c314e6c46a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c612241a58e4452bb3948fd3560084fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565178 Feb 04 22:37:00.579584 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51340) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:37:00.668570 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-65a5abf6-3c00-4b75-9f5b-a42414a98236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:00.695852 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-65a5abf6-3c00-4b75-9f5b-a42414a98236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:00.756513 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-65a5abf6-3c00-4b75-9f5b-a42414a98236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:00.772457 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5abf6-3c00-4b75-9f5b-a42414a98236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e5844b-3587-43c7-9f49-2fca2e7d96f2,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:37:00.779737 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-65a5abf6-3c00-4b75-9f5b-a42414a98236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:00.782196 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-65a5abf6-3c00-4b75-9f5b-a42414a98236 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71e5844b-3587-43c7-9f49-2fca2e7d96f2 HTTP/1.1" status: 204 len: 168 time: 0.2015388 Feb 04 22:37:07.982980 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:37:22.530507 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6a59ebda-658f-48a2-b46a-ab0babb1816e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:24.852602 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:25.019484 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-61bb6522-b757-4a1b-9d6e-e40771608be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:25.961315 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:26.290885 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:27.327812 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:30.213436 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-36d6f64f-decb-4a5a-8f61-a5410e4c124e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233008779&fields=id&tenant_id=7e170d4e7dd5429091894dcd6677c233 HTTP/1.1" status: 200 len: 267 time: 0.0384135 Feb 04 22:37:30.359293 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-1d4d64b2-5e43-43f8-b1ce-2a2bd9c86e0f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:30.360723 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-1d4d64b2-5e43-43f8-b1ce-2a2bd9c86e0f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 811 time: 0.1410003 Feb 04 22:37:30.375754 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-1c90d636-a9bd-4b73-ace6-ad47003aae7d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/quotas/7e170d4e7dd5429091894dcd6677c233 HTTP/1.1" status: 200 len: 375 time: 0.0093963 Feb 04 22:37:30.466134 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-d9dc3049-8d24-459f-8fff-cf40a4bb1d88 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0853546 Feb 04 22:37:30.602551 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-3de2a593-0379-454f-ba89-d7c5d8bbcbde service neutron] 10.222.0.47 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250803 Feb 04 22:37:30.736288 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-2a5f05e6-0527-45ce-ba2b-30d2ef2e4f6c service neutron] 10.222.0.47 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269345 Feb 04 22:37:31.125031 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dfde1490-127a-45ce-a4e3-faed770cab3f req-e8566f02-de85-4d10-ae91-4da0ef292d20 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 210 time: 0.0420885 Feb 04 22:37:32.220937 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-e594694c-080b-4976-90e9-0b2c2ae0ece9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:32.222497 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-e594694c-080b-4976-90e9-0b2c2ae0ece9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 811 time: 0.1535118 Feb 04 22:37:32.283300 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8464f488-5fe4-4216-986f-e58b2591e519 req-25a591cd-8362-4041-b109-e4c02c693c44 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 210 time: 0.0426705 Feb 04 22:37:32.288954 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-28db2d11-a5fa-461f-b678-70202b62a5c0 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e170d4e7dd5429091894dcd6677c233 HTTP/1.1" status: 200 len: 379 time: 0.0422223 Feb 04 22:37:32.300966 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Request body: {'port': {'device_id': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'admin_state_up': True, 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'security_groups': ['0e171ac4-9e1f-4557-a453-6edb25bd441d']}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:37:32.432929 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:37:32.437129 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Usage tracker for resource:port and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:37:32.439926 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:37:32.445909 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.quota.driver [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:37:32.457219 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Made reservation on behalf of 7e170d4e7dd5429091894dcd6677c233 for: {'port': 1} {{(pid=86818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 22:37:32.461508 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:32.630461 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_common [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Allocated IP 172.20.0.9 (864a24eb-aca1-475c-ad43-77394dd6cd10/edc15eeb-0c6d-4762-b3cb-03fc9c36157f/bb081143-883c-47e4-979f-5b4cbc54431b) {{(pid=86818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:37:32.828288 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for port, precommit_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:32.847570 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Transition to ACTIVE for port object bb081143-883c-47e4-979f-5b4cbc54431b will not be triggered until provisioned by entity DHCP. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:37:32.874728 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_create {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:32.955660 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Network 864a24eb-aca1-475c-ad43-77394dd6cd10 is already hosted by enough agents. {{(pid=86818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:37:32.959152 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.base_scheduler [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources bound (agent type, host, resource id): {{(pid=86818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:37:32.962126 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Received port after_create {{(pid=86818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:37:33.005886 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'Port': ['ID=bb081143-883c-47e4-979f-5b4cbc54431b,revision_number=1']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:37:33.044251 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:33.045103 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:33.080524 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-039c7916-b797-4e09-9aa3-aa147937e4d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7860744 Feb 04 22:37:33.099339 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.v2.base [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Request body: {'port': {'device_id': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:37:33.240752 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:33.273393 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-5860ed8d-e898-4c6b-9abe-76c4ffae9008 None None] Provisioning for port bb081143-883c-47e4-979f-5b4cbc54431b completed by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:37:33.279576 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-5860ed8d-e898-4c6b-9abe-76c4ffae9008 None None] Provisioning complete for port bb081143-883c-47e4-979f-5b4cbc54431b triggered by entity DHCP. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:37:33.280822 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-5860ed8d-e898-4c6b-9abe-76c4ffae9008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:33.339732 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-5860ed8d-e898-4c6b-9abe-76c4ffae9008 None None] Port bb081143-883c-47e4-979f-5b4cbc54431b cannot update to ACTIVE because it is not bound. {{(pid=86819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 22:37:33.501494 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f827d8-991f-40c4-a5a7-9cd6788a2417 req-be5e0fac-ca09-4152-be56-a64784bf6ce9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:33.504101 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-64f827d8-991f-40c4-a5a7-9cd6788a2417 req-be5e0fac-ca09-4152-be56-a64784bf6ce9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 931 time: 0.0976279 Feb 04 22:37:33.547392 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-64f827d8-991f-40c4-a5a7-9cd6788a2417 req-78e86a25-315d-475e-9d2f-8226dd40d3c6 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378063 Feb 04 22:37:33.597931 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb081143-883c-47e4-979f-5b4cbc54431b {{(pid=86818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:37:33.605155 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:33.620752 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.provisioning_blocks [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Transition to ACTIVE for port object bb081143-883c-47e4-979f-5b4cbc54431b will not be triggered until provisioned by entity L2. {{(pid=86818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 22:37:33.625226 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:33.898386 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb081143-883c-47e4-979f-5b4cbc54431b,revision_number=2']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:37:34.020866 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Attempting to bind port bb081143-883c-47e4-979f-5b4cbc54431b on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 22:37:34.021099 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Attempting to bind port bb081143-883c-47e4-979f-5b4cbc54431b by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 22:37:34.021415 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Attempting to bind port bb081143-883c-47e4-979f-5b4cbc54431b on network 864a24eb-aca1-475c-ad43-77394dd6cd10 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:37:34.027556 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a50cf2a-090d-456a-90f0-bd3756fc56a8 req-f99e2fc3-2a4b-41d2-9f78-aa427b8229e2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1776273 Feb 04 22:37:34.029299 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Port bb081143-883c-47e4-979f-5b4cbc54431b on network 864a24eb-aca1-475c-ad43-77394dd6cd10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 22:37:34.030208 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Attempting to bind port bb081143-883c-47e4-979f-5b4cbc54431b on network 864a24eb-aca1-475c-ad43-77394dd6cd10 {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 22:37:34.035177 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Checking agent: {'id': 'a9be0789-8142-4f63-a8b6-59e4e88ed39e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'started_at': datetime.datetime(2022, 2, 4, 22, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 22, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 22:37:34.035507 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Checking segment: {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 22:37:34.035883 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Bound using segment: {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'} {{(pid=86818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 22:37:34.036293 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.managers [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Bound port: bb081143-883c-47e4-979f-5b4cbc54431b, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10'}}] {{(pid=86818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 22:37:34.036627 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:34.179610 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] For port bb081143-883c-47e4-979f-5b4cbc54431b, host hv-cinder-81888, cleared binding levels {{(pid=86818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 22:37:34.191596 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] For port bb081143-883c-47e4-979f-5b4cbc54431b, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bb081143-883c-47e4-979f-5b4cbc54431b,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 22:37:34.196621 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262488623'] for port, after_update {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:34.263611 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:34.264878 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:34.266396 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] 10.222.0.58 "PUT /v2.0/ports/bb081143-883c-47e4-979f-5b4cbc54431b HTTP/1.1" status: 200 len: 1093 time: 1.1729443 Feb 04 22:37:34.268607 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'tag': 'bb081143-883c-47e4-979f-5b4cbc54431b'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:37:34.290217 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f8a57-2a11-4f08-8988-55ace3fcc2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb081143-883c-47e4-979f-5b4cbc54431b,revision_number=3']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:37:34.293946 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50cf2a-090d-456a-90f0-bd3756fc56a8 req-756ebb22-ed7e-41b6-802e-53834272eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:34.295604 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a50cf2a-090d-456a-90f0-bd3756fc56a8 req-756ebb22-ed7e-41b6-802e-53834272eee4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 1099 time: 0.1754632 Feb 04 22:37:34.322396 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'tag': 'bb081143-883c-47e4-979f-5b4cbc54431b', 'status': 'completed', 'code': 200} Feb 04 22:37:34.532616 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50cf2a-090d-456a-90f0-bd3756fc56a8 req-88d7e1c3-2f2a-4d9c-98ab-2a47ece3faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:34.534023 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a50cf2a-090d-456a-90f0-bd3756fc56a8 req-88d7e1c3-2f2a-4d9c-98ab-2a47ece3faa5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 912 time: 0.1885467 Feb 04 22:37:34.536023 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-921cc4b1-3153-454a-87a9-8bb4f141b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:34.537337 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-921cc4b1-3153-454a-87a9-8bb4f141b876 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 1096 time: 0.1931295 Feb 04 22:37:34.679452 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-eaa0581b-9deb-4743-ba6b-4d1238a4608f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb081143-883c-47e4-979f-5b4cbc54431b HTTP/1.1" status: 200 len: 217 time: 0.1263247 Feb 04 22:37:34.735205 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbdcfb-7b66-42e1-a261-f5652f671d5b req-9ce10e55-a967-44a7-8e0a-917475ed73fb tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:34.736666 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-57cbdcfb-7b66-42e1-a261-f5652f671d5b req-9ce10e55-a967-44a7-8e0a-917475ed73fb tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 943 time: 0.0794730 Feb 04 22:37:34.751364 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a50cf2a-090d-456a-90f0-bd3756fc56a8 req-3af41d87-9854-4ba4-b499-11bcf2e272fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 HTTP/1.1" status: 200 len: 1001 time: 0.1993358 Feb 04 22:37:34.780570 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-57cbdcfb-7b66-42e1-a261-f5652f671d5b req-0c497a80-f59d-4d2a-a552-834a2fe99891 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379918 Feb 04 22:37:34.794314 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-3b9610eb-f70f-4d56-a504-cfe4479845fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:34.796314 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-3b9610eb-f70f-4d56-a504-cfe4479845fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.1030247 Feb 04 22:37:34.865999 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50cf2a-090d-456a-90f0-bd3756fc56a8 req-50369204-e5bf-4bb6-896e-9d61c160e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:34.867446 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a50cf2a-090d-456a-90f0-bd3756fc56a8 req-50369204-e5bf-4bb6-896e-9d61c160e38b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.1097479 Feb 04 22:37:34.939408 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-a7e60821-5e8c-479b-a058-afbe53c28106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:34.940847 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-a7e60821-5e8c-479b-a058-afbe53c28106 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1380849 Feb 04 22:37:35.022595 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50cf2a-090d-456a-90f0-bd3756fc56a8 req-99023423-9256-42c5-b37f-039bcd066b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:35.023981 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a50cf2a-090d-456a-90f0-bd3756fc56a8 req-99023423-9256-42c5-b37f-039bcd066b8c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1485577 Feb 04 22:37:35.172325 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-6b6d1a46-c7df-46bf-9d3e-794702152156 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219200 Feb 04 22:37:35.258325 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a50cf2a-090d-456a-90f0-bd3756fc56a8 req-34ddaf58-625a-44d4-bfba-881fb8da08dd service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227871 Feb 04 22:37:35.411137 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-05a0ec01-5024-40fc-abf7-90b86ac3bf9f req-87c1e7ef-9236-4fee-a359-83fba3fc81c4 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320070 Feb 04 22:37:35.577975 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-1a50cf2a-090d-456a-90f0-bd3756fc56a8 req-38360f82-4af0-4947-994b-cfb7403f258f service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087957 Feb 04 22:37:35.616024 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc461af-7f7f-4c1c-98e5-4f3047019084 req-57fcde26-44e7-4452-b48c-343bbcb1d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:35.617583 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7dc461af-7f7f-4c1c-98e5-4f3047019084 req-57fcde26-44e7-4452-b48c-343bbcb1d0cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 1096 time: 0.0746720 Feb 04 22:37:35.762930 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc461af-7f7f-4c1c-98e5-4f3047019084 req-befdb712-5da9-472e-8edb-1a79338e613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:35.764881 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7dc461af-7f7f-4c1c-98e5-4f3047019084 req-befdb712-5da9-472e-8edb-1a79338e613d service neutron] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 912 time: 0.1273835 Feb 04 22:37:35.836045 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7dc461af-7f7f-4c1c-98e5-4f3047019084 req-14e9323d-b370-4877-a1b4-3b8bfb4dfe57 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb081143-883c-47e4-979f-5b4cbc54431b HTTP/1.1" status: 200 len: 217 time: 0.0649447 Feb 04 22:37:35.925182 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc461af-7f7f-4c1c-98e5-4f3047019084 req-0b027128-e244-4dec-83d4-785c2aec2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:35.926654 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7dc461af-7f7f-4c1c-98e5-4f3047019084 req-0b027128-e244-4dec-83d4-785c2aec2ee4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.0807538 Feb 04 22:37:35.974324 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1397cab-290e-4fd8-9c29-666ccb450518 req-82e8479d-621b-4369-91db-be320c4c0b75 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:35.975782 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a1397cab-290e-4fd8-9c29-666ccb450518 req-82e8479d-621b-4369-91db-be320c4c0b75 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 943 time: 0.0838251 Feb 04 22:37:36.008463 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc461af-7f7f-4c1c-98e5-4f3047019084 req-7dba1f70-1e83-4330-b099-a06116fe5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:36.009987 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7dc461af-7f7f-4c1c-98e5-4f3047019084 req-7dba1f70-1e83-4330-b099-a06116fe5c80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748298 Feb 04 22:37:36.021151 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a1397cab-290e-4fd8-9c29-666ccb450518 req-a0619e51-eede-4ea0-8eb4-c491623b0bae tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396414 Feb 04 22:37:36.145734 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7dc461af-7f7f-4c1c-98e5-4f3047019084 req-54d4fdbe-564c-401e-bf6e-b1dbbcfcaa25 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295750 Feb 04 22:37:36.276343 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-7dc461af-7f7f-4c1c-98e5-4f3047019084 req-a020add3-9459-45a2-bd29-ec8cc1440162 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233418 Feb 04 22:37:37.202045 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ad308-069c-4191-8c66-94dff62aefbd req-e52d3ee6-20f6-44b4-9c7a-79ff60f0248d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:37.203533 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-383ad308-069c-4191-8c66-94dff62aefbd req-e52d3ee6-20f6-44b4-9c7a-79ff60f0248d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 943 time: 0.0785668 Feb 04 22:37:37.249931 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-383ad308-069c-4191-8c66-94dff62aefbd req-e815a8f3-c64e-4080-bb9a-ed71934025d4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407190 Feb 04 22:37:38.431457 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe42f7-ebd0-4d03-a6bf-edf530f70881 req-e847bda8-ae8d-45a7-a7e1-49b2b8539aec tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:38.432893 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-97fe42f7-ebd0-4d03-a6bf-edf530f70881 req-e847bda8-ae8d-45a7-a7e1-49b2b8539aec tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 943 time: 0.0780935 Feb 04 22:37:38.476308 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-97fe42f7-ebd0-4d03-a6bf-edf530f70881 req-fcd56be2-ad0e-417d-8513-d30f6e604fd7 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376198 Feb 04 22:37:39.658526 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b332-e231-4a7d-bc99-d47e6d8de5c3 req-2d1090ca-29a1-4a14-aabe-2355819580d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:39.659956 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dc27b332-e231-4a7d-bc99-d47e6d8de5c3 req-2d1090ca-29a1-4a14-aabe-2355819580d3 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 943 time: 0.0814583 Feb 04 22:37:39.702865 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-dc27b332-e231-4a7d-bc99-d47e6d8de5c3 req-a405102d-8549-4cb4-b2d7-51752b48715d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372212 Feb 04 22:37:41.047514 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d17b1-77f9-4028-93b2-3359a55ec3a5 req-d2d615a6-8f94-4e05-afc4-50fb8fa6888d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:41.048968 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a30d17b1-77f9-4028-93b2-3359a55ec3a5 req-d2d615a6-8f94-4e05-afc4-50fb8fa6888d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 943 time: 0.2425158 Feb 04 22:37:41.093133 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a30d17b1-77f9-4028-93b2-3359a55ec3a5 req-ea6629ea-3ec4-4311-9449-3a4679cd4042 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384455 Feb 04 22:37:42.329279 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ec600-c9c2-4fcd-a358-b3c3c17df617 req-f8236acf-6260-47ad-b3b1-6269b38267a6 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:42.330782 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d02ec600-c9c2-4fcd-a358-b3c3c17df617 req-f8236acf-6260-47ad-b3b1-6269b38267a6 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 943 time: 0.1300435 Feb 04 22:37:42.374473 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-d02ec600-c9c2-4fcd-a358-b3c3c17df617 req-3c6a4ef6-d518-4ce2-aab9-6f00210f9441 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379896 Feb 04 22:37:43.557542 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85882d5-6605-4bc2-89e2-605603cbf053 req-856ed7ad-42d0-4d9c-9462-01fb1c6f1afa tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:43.559065 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c85882d5-6605-4bc2-89e2-605603cbf053 req-856ed7ad-42d0-4d9c-9462-01fb1c6f1afa tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 943 time: 0.0776806 Feb 04 22:37:43.607986 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-c85882d5-6605-4bc2-89e2-605603cbf053 req-490c02e2-71d2-4677-b725-1d6e050f357f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433075 Feb 04 22:37:43.692035 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device bb081143-883c-47e4-979f-5b4cbc54431b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 22:37:43.822870 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port bb081143-883c-47e4-979f-5b4cbc54431b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bb081143-883c-47e4-979f-5b4cbc54431b,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:37:43.836339 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Returning: {'device': 'bb081143-883c-47e4-979f-5b4cbc54431b', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'port_id': 'bb081143-883c-47e4-979f-5b4cbc54431b', 'mac_address': 'fa:16:3e:13:67:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 22:37:43.893693 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:43.911058 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb081143-883c-47e4-979f-5b4cbc54431b {{(pid=86819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 22:37:43.925658 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port bb081143-883c-47e4-979f-5b4cbc54431b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bb081143-883c-47e4-979f-5b4cbc54431b,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:37:43.929522 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:43.998702 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=bb081143-883c-47e4-979f-5b4cbc54431b,revision_number=4']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:37:44.005670 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:37:44.006049 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:37:44.006363 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:37:44.006685 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:37:44.007012 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:37:44.007330 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:37:44.007645 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:37:44.008076 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:37:44.008412 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:37:44.008571 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:37:44.008880 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:37:44.009189 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:37:44.248132 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] get_ports_and_sgs() called for port_ids ['bb081143-883c-47e4-979f-5b4cbc54431b'] {{(pid=86819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 22:37:44.789229 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d608-42f9-43ea-a383-349917afe56c req-37b0725d-3bc6-4394-bf3d-739cce305cff tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:44.790734 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cf06d608-42f9-43ea-a383-349917afe56c req-37b0725d-3bc6-4394-bf3d-739cce305cff tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 944 time: 0.0797284 Feb 04 22:37:44.837337 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cf06d608-42f9-43ea-a383-349917afe56c req-a3bb883e-1e49-47d6-bb77-9e48b071edc0 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406024 Feb 04 22:37:44.982295 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:37:45.691415 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device bb081143-883c-47e4-979f-5b4cbc54431b up at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 22:37:45.757373 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning for port bb081143-883c-47e4-979f-5b4cbc54431b completed by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 22:37:45.762064 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.provisioning_blocks [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Provisioning complete for port bb081143-883c-47e4-979f-5b4cbc54431b triggered by entity L2. {{(pid=86819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 22:37:45.762458 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3840536'] for port, provisioning_complete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:45.880717 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:45.910121 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb081143-883c-47e4-979f-5b4cbc54431b'}] {{(pid=86819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:37:45.920079 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] For port bb081143-883c-47e4-979f-5b4cbc54431b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bb081143-883c-47e4-979f-5b4cbc54431b,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:37:45.924971 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468'] for port, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:45.962346 dv-cinder-818885-2-iscsi neutron-server[86819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb081143-883c-47e4-979f-5b4cbc54431b', 'code': 200} Feb 04 22:37:45.997678 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Pushing event updated for resources: {'Port': ['ID=bb081143-883c-47e4-979f-5b4cbc54431b,revision_number=5']} {{(pid=86819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:37:46.037695 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b16a-3ba2-4fd6-8aba-789810fb4e19 req-22ac0a35-00a7-4b5e-833f-3f7c975535f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:46.039173 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b121b16a-3ba2-4fd6-8aba-789810fb4e19 req-22ac0a35-00a7-4b5e-833f-3f7c975535f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 945 time: 0.0943458 Feb 04 22:37:46.180993 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b121b16a-3ba2-4fd6-8aba-789810fb4e19 req-2e3a5335-e429-4e26-b194-0b8b34c3d5ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359823 Feb 04 22:37:46.261014 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c9428-a386-4f96-b2a4-61d349bdb83c req-bb53607d-bb89-458e-8524-1ac873b920e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:46.262584 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-672c9428-a386-4f96-b2a4-61d349bdb83c req-bb53607d-bb89-458e-8524-1ac873b920e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 1098 time: 0.0699279 Feb 04 22:37:46.304343 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-672c9428-a386-4f96-b2a4-61d349bdb83c req-627f5fb3-b116-4a37-9ec0-8f614ef1737e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351183 Feb 04 22:37:47.368827 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae6498-5fc5-47fe-9160-14cacb0ac108 req-84b1d1de-7a28-42d2-ba67-deaefd615aec tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:47.370699 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-19ae6498-5fc5-47fe-9160-14cacb0ac108 req-84b1d1de-7a28-42d2-ba67-deaefd615aec tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 945 time: 0.0818281 Feb 04 22:37:47.418906 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-19ae6498-5fc5-47fe-9160-14cacb0ac108 req-a1e3f23d-8852-4b12-9115-ab89e68dd163 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423429 Feb 04 22:37:48.599997 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c641003-d5eb-4577-b7c7-d9a34596a235 req-0e54c83d-2310-4d9a-82bc-bd02295ac26a tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:48.601848 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8c641003-d5eb-4577-b7c7-d9a34596a235 req-0e54c83d-2310-4d9a-82bc-bd02295ac26a tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 945 time: 0.0813379 Feb 04 22:37:48.649161 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-8c641003-d5eb-4577-b7c7-d9a34596a235 req-a023828f-8bef-4e76-aa06-a4125352f486 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402660 Feb 04 22:37:48.834770 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656e839-5d99-4d34-ba0a-e3d62d6b03ab req-84c344e3-d1a1-4953-856b-b806e216fbac tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:48.836118 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0656e839-5d99-4d34-ba0a-e3d62d6b03ab req-84c344e3-d1a1-4953-856b-b806e216fbac tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 945 time: 0.0790772 Feb 04 22:37:48.882998 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-0656e839-5d99-4d34-ba0a-e3d62d6b03ab req-37a5d2e4-80d4-4068-bacb-eb8258c39bf2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413136 Feb 04 22:37:48.905240 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51442) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:37:48.972116 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc75475-1004-4436-b6fe-6dbb62cf6a0f tempest-TestVolumeBootPattern-130703406 tempest-TestVolumeBootPattern-130703406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:48.973574 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-cfc75475-1004-4436-b6fe-6dbb62cf6a0f tempest-TestVolumeBootPattern-130703406 tempest-TestVolumeBootPattern-130703406-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 1093 time: 0.0673475 Feb 04 22:37:48.976394 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51446) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:37:48.981193 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.v2.base [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Request body: {'floatingip': {'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'port_id': 'bb081143-883c-47e4-979f-5b4cbc54431b', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 22:37:48.987996 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 22:37:48.991857 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Usage tracker for resource:floatingip and tenant:7e170d4e7dd5429091894dcd6677c233 is out of sync, need to count used quota {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 22:37:48.994652 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86817) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 22:37:49.000679 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.quota.driver [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86817) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 22:37:49.010840 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for floatingip, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:49.143364 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:49.276033 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.db_base_plugin_common [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Allocated IP 172.27.0.125 (3507d728-f957-4adf-968c-fa2aba268e7e/50197a43-8eed-426f-9ec7-15efed9b49fc/135375b9-c7cb-4c23-af24-2b8caf3c3580) {{(pid=86817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 22:37:49.419503 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for port, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:49.450535 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773680187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:49.515453 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Network 3507d728-f957-4adf-968c-fa2aba268e7e is already hosted by enough agents. {{(pid=86817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 22:37:49.518327 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.base_scheduler [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Resources bound (agent type, host, resource id): {{(pid=86817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 22:37:49.522148 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Received port after_create {{(pid=86817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 22:37:49.561346 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'Port': ['ID=135375b9-c7cb-4c23-af24-2b8caf3c3580,revision_number=1']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:37:49.943167 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:50.017668 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696394'] for port, before_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:50.222817 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for port, precommit_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:50.227261 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773680709133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773680187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773680187468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263109017'] for port, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:50.415708 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event updated for resources: {'Port': ['ID=135375b9-c7cb-4c23-af24-2b8caf3c3580,revision_number=2']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:37:50.426341 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574610'] for floatingip, after_update {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:50.592036 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.l3_db [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Floating IP d57768a5-3139-4b9d-96f2-ae6828927239 associated. External IP: 172.27.0.125, port: bb081143-883c-47e4-979f-5b4cbc54431b. Feb 04 22:37:50.939280 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Router df6c4b1e-741e-423a-87da-e2fe79428a0e has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:37:51.120746 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:37:51.131531 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d24fe-a66a-4883-9a8b-9fd66cffce19 None None] Sync routers for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:37:51.141208 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d24fe-a66a-4883-9a8b-9fd66cffce19 None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:37:51.141888 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-499d24fe-a66a-4883-9a8b-9fd66cffce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:37:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:37:51.155960 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:51.211569 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-7e2b7c4e-5472-4f2e-9b25-77cad6d7eae4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2340815 Feb 04 22:37:51.212154 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'tag': 'bb081143-883c-47e4-979f-5b4cbc54431b'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:37:51.264700 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'tag': 'bb081143-883c-47e4-979f-5b4cbc54431b', 'status': 'completed', 'code': 200} Feb 04 22:37:51.348013 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-499d24fe-a66a-4883-9a8b-9fd66cffce19 None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:37:51.377980 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60556dc-3b03-4365-8b0f-896866c064b8 req-7f08dc57-d7c1-47e8-816a-de7e24f1a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:51.379175 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c60556dc-3b03-4365-8b0f-896866c064b8 req-7f08dc57-d7c1-47e8-816a-de7e24f1a0c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 1098 time: 0.0727813 Feb 04 22:37:51.508211 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60556dc-3b03-4365-8b0f-896866c064b8 req-0cdd673a-51a6-48ee-8a24-db3aeb9de7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:51.509544 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c60556dc-3b03-4365-8b0f-896866c064b8 req-0cdd673a-51a6-48ee-8a24-db3aeb9de7b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 912 time: 0.1244297 Feb 04 22:37:51.619468 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c60556dc-3b03-4365-8b0f-896866c064b8 req-1f5868b5-e269-4fb1-b00f-e4e1159ead66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb081143-883c-47e4-979f-5b4cbc54431b HTTP/1.1" status: 200 len: 999 time: 0.1037939 Feb 04 22:37:51.686852 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60556dc-3b03-4365-8b0f-896866c064b8 req-cafd368a-c37f-4d00-862d-21a3f540058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:51.688424 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c60556dc-3b03-4365-8b0f-896866c064b8 req-cafd368a-c37f-4d00-862d-21a3f540058a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.0632858 Feb 04 22:37:51.715140 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-499d24fe-a66a-4883-9a8b-9fd66cffce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '8451cd53-8afa-4a0f-a3ec-631ed33573be', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:9d:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:35:52Z', 'updated_at': '2022-02-04T22:35:56Z', 'revision_number': 1, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}, {'id': 'd57768a5-3139-4b9d-96f2-ae6828927239', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': 'bb081143-883c-47e4-979f-5b4cbc54431b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:13:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:37:49Z', 'updated_at': '2022-02-04T22:37:49Z', 'revision_number': 0, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:37:51.719575 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d24fe-a66a-4883-9a8b-9fd66cffce19 None None] Checking router: df6c4b1e-741e-423a-87da-e2fe79428a0e for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:37:51.728332 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d24fe-a66a-4883-9a8b-9fd66cffce19 None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:37:51.728926 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-499d24fe-a66a-4883-9a8b-9fd66cffce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:37:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:37:51.764968 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60556dc-3b03-4365-8b0f-896866c064b8 req-d5449fa1-7af5-4e2e-aa78-e62cbf82b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:37:51.766469 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c60556dc-3b03-4365-8b0f-896866c064b8 req-d5449fa1-7af5-4e2e-aa78-e62cbf82b4d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726881 Feb 04 22:37:51.900653 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c60556dc-3b03-4365-8b0f-896866c064b8 req-48d3e1d1-c5a1-4132-b3fe-e854f4bee0ef service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280899 Feb 04 22:37:51.909789 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-499d24fe-a66a-4883-9a8b-9fd66cffce19 None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:37:52.035314 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-c60556dc-3b03-4365-8b0f-896866c064b8 req-e6b33cfa-ebb2-4d65-83ca-88bdffc96efd service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288447 Feb 04 22:37:52.266548 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-499d24fe-a66a-4883-9a8b-9fd66cffce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '8451cd53-8afa-4a0f-a3ec-631ed33573be', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:9d:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:35:52Z', 'updated_at': '2022-02-04T22:35:56Z', 'revision_number': 1, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}, {'id': 'd57768a5-3139-4b9d-96f2-ae6828927239', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': 'bb081143-883c-47e4-979f-5b4cbc54431b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:13:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:37:49Z', 'updated_at': '2022-02-04T22:37:49Z', 'revision_number': 0, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:37:52.270769 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d24fe-a66a-4883-9a8b-9fd66cffce19 None None] The sync data for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi is: [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '8451cd53-8afa-4a0f-a3ec-631ed33573be', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:9d:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:35:52Z', 'updated_at': '2022-02-04T22:35:56Z', 'revision_number': 1, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}, {'id': 'd57768a5-3139-4b9d-96f2-ae6828927239', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': 'bb081143-883c-47e4-979f-5b4cbc54431b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:13:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:37:49Z', 'updated_at': '2022-02-04T22:37:49Z', 'revision_number': 0, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:37:52.455551 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24fdf57-276d-4b2d-b2ee-cc89c28f530e None None] New status for floating IP d57768a5-3139-4b9d-96f2-ae6828927239: ACTIVE {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:37:52.533003 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-13bbd6a4-a877-49e7-aeb1-4ab1d102fd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:54.854986 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:55.020657 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d6d8629a-1416-4ed1-8e9e-ac031f114682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:55.960991 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:56.286481 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:37:57.330719 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:38:21.982157 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:38:22.535095 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-0f46ba8a-b8fe-4fa6-a891-0204cd403893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:38:24.869830 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:38:25.021849 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-4fda230a-361d-4ab2-9d46-be67b04cb82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:38:25.963561 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:38:26.290696 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:38:27.333296 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:38:35.969233 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8966cc5c-00a0-4eeb-acac-1c00572d35cb req-44bda6d9-45a5-463e-9944-17dcb19571fb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2100527 Feb 04 22:38:36.124446 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966cc5c-00a0-4eeb-acac-1c00572d35cb req-341933fb-30c4-47bf-be7c-36514f07d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:38:36.125937 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8966cc5c-00a0-4eeb-acac-1c00572d35cb req-341933fb-30c4-47bf-be7c-36514f07d699 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 1099 time: 0.0697303 Feb 04 22:38:36.266228 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966cc5c-00a0-4eeb-acac-1c00572d35cb req-dae0fc74-4014-40b4-97a3-9242ac89813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:38:36.267579 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8966cc5c-00a0-4eeb-acac-1c00572d35cb req-dae0fc74-4014-40b4-97a3-9242ac89813e service neutron] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 912 time: 0.1233745 Feb 04 22:38:36.369474 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8966cc5c-00a0-4eeb-acac-1c00572d35cb req-7ddd63ed-83fb-41e2-b121-b5b692f80e9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 HTTP/1.1" status: 200 len: 1001 time: 0.0948231 Feb 04 22:38:36.429749 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966cc5c-00a0-4eeb-acac-1c00572d35cb req-b48bd76d-b548-44a0-aea6-0184bcaf4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:38:36.431169 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8966cc5c-00a0-4eeb-acac-1c00572d35cb req-b48bd76d-b548-44a0-aea6-0184bcaf4e51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.0560057 Feb 04 22:38:36.506178 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966cc5c-00a0-4eeb-acac-1c00572d35cb req-77d54aea-dc91-4bb8-bdb3-74e2421132cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:38:36.507622 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8966cc5c-00a0-4eeb-acac-1c00572d35cb req-77d54aea-dc91-4bb8-bdb3-74e2421132cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710363 Feb 04 22:38:36.636819 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8966cc5c-00a0-4eeb-acac-1c00572d35cb req-76c2c243-e93c-4b0e-b448-b3ad6fee8a45 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229849 Feb 04 22:38:36.766680 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-8966cc5c-00a0-4eeb-acac-1c00572d35cb req-87257d02-e56e-420e-a4a3-77a5e4d7539b service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237938 Feb 04 22:38:52.536874 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7368-83c2-42f2-bd2d-ddafd989ed40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:38:54.867726 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:38:55.022704 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-3b11791f-62bb-4032-bd54-f7d0457e586d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:38:55.966614 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:38:56.291848 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:38:57.335571 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:38:58.981981 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:39:22.539297 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6a562fea-77ea-4701-8fd3-013c1de96885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:22.925644 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51474) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:23.169845 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Deleting port 135375b9-c7cb-4c23-af24-2b8caf3c3580 {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:23.170185 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:23.335618 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:23.335940 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:23.552988 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Calling delete_port for 135375b9-c7cb-4c23-af24-2b8caf3c3580 owned by network:floatingip {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:39:23.700257 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:23.749926 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event deleted for resources: {'Port': ['ID=135375b9-c7cb-4c23-af24-2b8caf3c3580,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:23.785434 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:23.785791 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:23.786124 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:23.786449 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:23.786769 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:23.787095 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:23.787412 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:23.787725 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:23.788040 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:23.788352 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:23.788660 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:23.788966 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:23.849703 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for floatingip, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:23.849979 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.l3_db [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Floating IP d57768a5-3139-4b9d-96f2-ae6828927239 disassociated (deleted). External IP: 172.27.0.125, port: bb081143-883c-47e4-979f-5b4cbc54431b. Feb 04 22:39:24.190691 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Router df6c4b1e-741e-423a-87da-e2fe79428a0e has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:39:24.367979 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:39:24.377595 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c536720e-6dd2-40b1-9350-94df7ff18107 None None] Sync routers for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:39:24.385144 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:24.386745 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536720e-6dd2-40b1-9350-94df7ff18107 None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:39:24.387361 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-c536720e-6dd2-40b1-9350-94df7ff18107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:38:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:24.440369 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-648ebd68-a9c3-47ea-b5a4-2fea85ead8f1 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "DELETE /v2.0/floatingips/d57768a5-3139-4b9d-96f2-ae6828927239 HTTP/1.1" status: 204 len: 168 time: 1.5136125 Feb 04 22:39:24.442802 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'tag': 'bb081143-883c-47e4-979f-5b4cbc54431b'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:39:24.488697 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'tag': 'bb081143-883c-47e4-979f-5b4cbc54431b', 'status': 'completed', 'code': 200} Feb 04 22:39:24.566564 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-c536720e-6dd2-40b1-9350-94df7ff18107 None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:39:24.656779 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc794bc4-fd5a-47a7-b916-5585431f0632 req-75ac1c59-325c-4348-9eff-e41361c66617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:24.658284 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bc794bc4-fd5a-47a7-b916-5585431f0632 req-75ac1c59-325c-4348-9eff-e41361c66617 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 1098 time: 0.1267765 Feb 04 22:39:24.815287 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e0945-ab33-48b7-b541-b35827710e5f req-dc1f6e5d-b12c-47e9-bead-ff75531fbf5c tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:24.815895 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-e89e0945-ab33-48b7-b541-b35827710e5f req-dc1f6e5d-b12c-47e9-bead-ff75531fbf5c tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Synchronizing usage tracker for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:port {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:39:24.825842 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc794bc4-fd5a-47a7-b916-5585431f0632 req-39f7ab5b-3169-4d2d-8cc9-b994a5dc5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:24.827903 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bc794bc4-fd5a-47a7-b916-5585431f0632 req-39f7ab5b-3169-4d2d-8cc9-b994a5dc5fb5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 912 time: 0.1319349 Feb 04 22:39:24.831741 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-e89e0945-ab33-48b7-b541-b35827710e5f req-dc1f6e5d-b12c-47e9-bead-ff75531fbf5c tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Unset dirty status for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:port {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:39:24.833014 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e89e0945-ab33-48b7-b541-b35827710e5f req-dc1f6e5d-b12c-47e9-bead-ff75531fbf5c tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 945 time: 0.0982096 Feb 04 22:39:24.885346 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-e89e0945-ab33-48b7-b541-b35827710e5f req-d1f06032-a356-4361-9917-29ddf7cb8ba2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425563 Feb 04 22:39:24.901400 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bc794bc4-fd5a-47a7-b916-5585431f0632 req-d9b7cc3f-bb8e-4b18-b542-fdf412950956 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb081143-883c-47e4-979f-5b4cbc54431b HTTP/1.1" status: 200 len: 217 time: 0.0657265 Feb 04 22:39:24.926542 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:24.955701 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-c536720e-6dd2-40b1-9350-94df7ff18107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '8451cd53-8afa-4a0f-a3ec-631ed33573be', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:9d:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:35:52Z', 'updated_at': '2022-02-04T22:35:56Z', 'revision_number': 1, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:24.959558 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c536720e-6dd2-40b1-9350-94df7ff18107 None None] Checking router: df6c4b1e-741e-423a-87da-e2fe79428a0e for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:39:24.964460 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc794bc4-fd5a-47a7-b916-5585431f0632 req-e0aeeca7-4aa1-4714-850d-5d23a9f1d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:24.966064 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bc794bc4-fd5a-47a7-b916-5585431f0632 req-e0aeeca7-4aa1-4714-850d-5d23a9f1d102 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.0577323 Feb 04 22:39:24.967862 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536720e-6dd2-40b1-9350-94df7ff18107 None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:39:24.968438 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-c536720e-6dd2-40b1-9350-94df7ff18107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:38:55Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:25.047636 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc794bc4-fd5a-47a7-b916-5585431f0632 req-d02bcec1-8729-4fd9-9a77-81ae18ace82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:25.049251 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bc794bc4-fd5a-47a7-b916-5585431f0632 req-d02bcec1-8729-4fd9-9a77-81ae18ace82e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762300 Feb 04 22:39:25.052632 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9b335189-457d-42a5-abb8-0ae3f06f8b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:25.152843 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-c536720e-6dd2-40b1-9350-94df7ff18107 None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:39:25.181162 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bc794bc4-fd5a-47a7-b916-5585431f0632 req-e3f2b3f5-be47-4d30-b01a-022d8e7ea322 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246576 Feb 04 22:39:25.313850 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-bc794bc4-fd5a-47a7-b916-5585431f0632 req-fa19ab36-2814-4c38-8b13-9a47f0cf48a2 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252627 Feb 04 22:39:25.501289 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-c536720e-6dd2-40b1-9350-94df7ff18107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '8451cd53-8afa-4a0f-a3ec-631ed33573be', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:9d:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:35:52Z', 'updated_at': '2022-02-04T22:35:56Z', 'revision_number': 1, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:25.505042 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c536720e-6dd2-40b1-9350-94df7ff18107 None None] The sync data for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi is: [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_floatingips': [{'id': '8451cd53-8afa-4a0f-a3ec-631ed33573be', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'router_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'port_id': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'mac_address': 'fa:16:3e:9d:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T22:35:52Z', 'updated_at': '2022-02-04T22:35:56Z', 'revision_number': 1, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:39:25.723641 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f8641-a508-4920-b27c-e86c2323e876 None None] New status for floating IP d57768a5-3139-4b9d-96f2-ae6828927239: DOWN {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:39:25.970073 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:26.073640 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1232dee-5147-4210-8c00-0149ce847015 req-46e0d148-1a1b-44ec-8242-aa3e4922c68e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:26.075107 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b1232dee-5147-4210-8c00-0149ce847015 req-46e0d148-1a1b-44ec-8242-aa3e4922c68e tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 945 time: 0.0780792 Feb 04 22:39:26.118376 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-b1232dee-5147-4210-8c00-0149ce847015 req-51949bb1-5620-4045-b920-d1b28891c02f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375574 Feb 04 22:39:26.302066 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:26.469231 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438252e-f441-46b3-a76f-b8ada3857db2 req-18a9fd0e-540f-424f-b009-ee8f4c2226ed tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:26.469864 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-9438252e-f441-46b3-a76f-b8ada3857db2 req-18a9fd0e-540f-424f-b009-ee8f4c2226ed tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Synchronizing usage tracker for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:39:26.481471 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-9438252e-f441-46b3-a76f-b8ada3857db2 req-18a9fd0e-540f-424f-b009-ee8f4c2226ed tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Unset dirty status for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:39:26.482641 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9438252e-f441-46b3-a76f-b8ada3857db2 req-18a9fd0e-540f-424f-b009-ee8f4c2226ed tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 945 time: 0.0905929 Feb 04 22:39:26.652360 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-9438252e-f441-46b3-a76f-b8ada3857db2 req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Deleting port bb081143-883c-47e4-979f-5b4cbc54431b {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:26.652691 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9438252e-f441-46b3-a76f-b8ada3857db2 req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:26.894062 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-9438252e-f441-46b3-a76f-b8ada3857db2 req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] For port bb081143-883c-47e4-979f-5b4cbc54431b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bb081143-883c-47e4-979f-5b4cbc54431b,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:39:26.894415 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9438252e-f441-46b3-a76f-b8ada3857db2 req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:27.018190 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-9438252e-f441-46b3-a76f-b8ada3857db2 req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Calling delete_port for bb081143-883c-47e4-979f-5b4cbc54431b owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:39:27.164136 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9438252e-f441-46b3-a76f-b8ada3857db2 req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:27.222451 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event deleted for resources: {'Port': ['ID=bb081143-883c-47e4-979f-5b4cbc54431b,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:27.265655 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:27.265655 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:27.266129 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:27.266283 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:27.266599 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:27.266927 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:27.267225 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:27.267534 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:27.267845 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:27.268149 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:27.268451 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:27.268755 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-2-iscsi {{(pid=86818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 22:39:27.283643 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-94cc473d-8862-4330-aacf-82a2fb90911f req-e383eee5-5d6b-4cea-95b8-c406ea03fd9d tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 210 time: 0.0537674 Feb 04 22:39:27.315650 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-9438252e-f441-46b3-a76f-b8ada3857db2 req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] No DVR routers for this DVR port bb081143-883c-47e4-979f-5b4cbc54431b on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:39:27.318097 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-9438252e-f441-46b3-a76f-b8ada3857db2 req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:27.320873 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'name': 'network-vif-deleted', 'tag': 'bb081143-883c-47e4-979f-5b4cbc54431b'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:39:27.342498 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-9438252e-f441-46b3-a76f-b8ada3857db2 req-25940eab-87b0-4492-b1df-3af050702dc4 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "DELETE /v2.0/ports/bb081143-883c-47e4-979f-5b4cbc54431b HTTP/1.1" status: 204 len: 173 time: 0.8537998 Feb 04 22:39:27.346880 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:27.371477 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929', 'name': 'network-vif-deleted', 'tag': 'bb081143-883c-47e4-979f-5b4cbc54431b', 'status': 'completed', 'code': 200} Feb 04 22:39:28.257968 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device bb081143-883c-47e4-979f-5b4cbc54431b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:39:28.291762 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: bb081143-883c-47e4-979f-5b4cbc54431b {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:39:28.292099 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device bb081143-883c-47e4-979f-5b4cbc54431b not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:39:28.441699 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-fefbb9e2-772f-4ee4-87d5-734dbf92abae req-794c6821-1111-4d97-9ce0-2eccaf6dd4d6 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c9b9f1c-7ef5-4a90-85b0-8dfba4ad0929 HTTP/1.1" status: 200 len: 210 time: 0.0423741 Feb 04 22:39:31.929891 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51514) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:32.223990 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-45953043-01b3-43ab-9beb-12aa05f8b3c2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Deleting port b52467f2-fde8-45bc-94fb-72c31d9b4489 {{(pid=86817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:32.224235 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-45953043-01b3-43ab-9beb-12aa05f8b3c2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:32.387650 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-45953043-01b3-43ab-9beb-12aa05f8b3c2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:32.387973 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-45953043-01b3-43ab-9beb-12aa05f8b3c2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:32.507119 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.plugins.ml2.plugin [None req-45953043-01b3-43ab-9beb-12aa05f8b3c2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Calling delete_port for b52467f2-fde8-45bc-94fb-72c31d9b4489 owned by network:floatingip {{(pid=86817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:39:32.663911 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-45953043-01b3-43ab-9beb-12aa05f8b3c2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263109024'] for port, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:32.713079 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45953043-01b3-43ab-9beb-12aa05f8b3c2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event deleted for resources: {'Port': ['ID=b52467f2-fde8-45bc-94fb-72c31d9b4489,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:32.805044 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-45953043-01b3-43ab-9beb-12aa05f8b3c2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for floatingip, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:32.805288 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.db.l3_db [None req-45953043-01b3-43ab-9beb-12aa05f8b3c2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Floating IP 8451cd53-8afa-4a0f-a3ec-631ed33573be disassociated (deleted). External IP: 172.27.0.62, port: d90439b7-3ac9-4e0e-b8d6-d1d4e075e474. Feb 04 22:39:33.150042 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45953043-01b3-43ab-9beb-12aa05f8b3c2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Router df6c4b1e-741e-423a-87da-e2fe79428a0e has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:39:33.327837 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45953043-01b3-43ab-9beb-12aa05f8b3c2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:39:33.337701 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31daf0-078b-43a6-984e-4cc420f25829 None None] Sync routers for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:39:33.344865 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-45953043-01b3-43ab-9beb-12aa05f8b3c2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:33.347649 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31daf0-078b-43a6-984e-4cc420f25829 None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:39:33.348250 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-4a31daf0-078b-43a6-984e-4cc420f25829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:39:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:33.399228 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-45953043-01b3-43ab-9beb-12aa05f8b3c2 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "DELETE /v2.0/floatingips/8451cd53-8afa-4a0f-a3ec-631ed33573be HTTP/1.1" status: 204 len: 168 time: 1.4682572 Feb 04 22:39:33.399803 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'tag': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474'}] {{(pid=86817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:39:33.448214 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'tag': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'status': 'completed', 'code': 200} Feb 04 22:39:33.562499 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2cd05-8925-4ed4-8125-e1fd7ef58a60 req-dcd632ae-4d22-48b8-9fc5-4d1291c0fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:33.564678 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-e1c2cd05-8925-4ed4-8125-e1fd7ef58a60 req-dcd632ae-4d22-48b8-9fc5-4d1291c0fa18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e170d4e7dd5429091894dcd6677c233&device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 1099 time: 0.0749385 Feb 04 22:39:33.581668 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-4a31daf0-078b-43a6-984e-4cc420f25829 None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:39:33.715322 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2cd05-8925-4ed4-8125-e1fd7ef58a60 req-c90dc466-b2e3-4270-8fc6-d1cf9c97b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:33.716760 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-e1c2cd05-8925-4ed4-8125-e1fd7ef58a60 req-c90dc466-b2e3-4270-8fc6-d1cf9c97b9e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 200 len: 912 time: 0.1453130 Feb 04 22:39:33.802161 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-e1c2cd05-8925-4ed4-8125-e1fd7ef58a60 req-dd511b9b-9085-4eb5-a73e-dc60dd353720 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 HTTP/1.1" status: 200 len: 217 time: 0.0783482 Feb 04 22:39:33.882017 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2cd05-8925-4ed4-8125-e1fd7ef58a60 req-90b828b7-d8fc-49ff-a7fa-af5bbe5d1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:33.883493 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-e1c2cd05-8925-4ed4-8125-e1fd7ef58a60 req-90b828b7-d8fc-49ff-a7fa-af5bbe5d1382 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 200 len: 850 time: 0.0677748 Feb 04 22:39:33.919178 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b2788-d4ba-49ef-9fab-305f8ac75171 req-b4a15d38-d40c-4044-98c4-7db0061882ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:33.920437 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-cd5b2788-d4ba-49ef-9fab-305f8ac75171 req-b4a15d38-d40c-4044-98c4-7db0061882ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Synchronizing usage tracker for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:port {{(pid=86817) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:39:33.930470 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-4a31daf0-078b-43a6-984e-4cc420f25829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:33.934781 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31daf0-078b-43a6-984e-4cc420f25829 None None] Checking router: df6c4b1e-741e-423a-87da-e2fe79428a0e for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:39:33.936952 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.quota.resource [req-cd5b2788-d4ba-49ef-9fab-305f8ac75171 req-b4a15d38-d40c-4044-98c4-7db0061882ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Unset dirty status for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:port {{(pid=86817) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:39:33.938303 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cd5b2788-d4ba-49ef-9fab-305f8ac75171 req-b4a15d38-d40c-4044-98c4-7db0061882ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 946 time: 0.2228401 Feb 04 22:39:33.944099 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31daf0-078b-43a6-984e-4cc420f25829 None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:39:33.944709 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-4a31daf0-078b-43a6-984e-4cc420f25829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:39:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:33.969807 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2cd05-8925-4ed4-8125-e1fd7ef58a60 req-784011d5-afd2-4637-b510-32ca26751f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:33.971547 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-e1c2cd05-8925-4ed4-8125-e1fd7ef58a60 req-784011d5-afd2-4637-b510-32ca26751f83 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=864a24eb-aca1-475c-ad43-77394dd6cd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810621 Feb 04 22:39:33.984247 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-cd5b2788-d4ba-49ef-9fab-305f8ac75171 req-428de062-be75-486a-acc8-0c9c675b7a82 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402176 Feb 04 22:39:34.110959 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-e1c2cd05-8925-4ed4-8125-e1fd7ef58a60 req-34ec385e-0ad7-4aea-a78c-ea62729145c0 service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307828 Feb 04 22:39:34.129085 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-4a31daf0-078b-43a6-984e-4cc420f25829 None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:39:34.273667 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-e1c2cd05-8925-4ed4-8125-e1fd7ef58a60 req-c11c613b-e9ca-4ae1-a8ae-cc5d1d52d60f service neutron] 10.222.0.58 "GET /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297135 Feb 04 22:39:34.443377 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-4a31daf0-078b-43a6-984e-4cc420f25829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:34.447208 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31daf0-078b-43a6-984e-4cc420f25829 None None] The sync data for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi is: [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:32:45Z', 'revision_number': 4, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi', '_interfaces': [{'id': '882ffe9e-bc7d-4337-a699-7c133e048818', 'name': '', 'network_id': '864a24eb-aca1-475c-ad43-77394dd6cd10', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'mac_address': 'fa:16:3e:38:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:44Z', 'updated_at': '2022-02-04T22:32:52Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'subnets': [{'id': 'edc15eeb-0c6d-4762-b3cb-03fc9c36157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:39:34.668553 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f7cf8-a3b9-4fe7-9372-28b3dcb6b2b3 None None] New status for floating IP 8451cd53-8afa-4a0f-a3ec-631ed33573be: DOWN {{(pid=86820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 22:39:35.171582 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9346e18-84cc-4d2b-925a-9cddca14eb45 req-8deb95cc-bebf-4d34-971a-43208f95b64f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:35.173028 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a9346e18-84cc-4d2b-925a-9cddca14eb45 req-8deb95cc-bebf-4d34-971a-43208f95b64f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 946 time: 0.0789881 Feb 04 22:39:35.218273 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-a9346e18-84cc-4d2b-925a-9cddca14eb45 req-b3e8f5e8-6b38-4cc7-a99f-2232b0ffbffd tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e171ac4-9e1f-4557-a453-6edb25bd441d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388288 Feb 04 22:39:35.484851 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf09eb-5870-4941-b983-6367bbdc2189 req-810c28c1-1048-48bd-b300-c41d2b11c099 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 22:39:35.485437 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-5daf09eb-5870-4941-b983-6367bbdc2189 req-810c28c1-1048-48bd-b300-c41d2b11c099 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Synchronizing usage tracker for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:port {{(pid=86818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 22:39:35.496856 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.quota.resource [req-5daf09eb-5870-4941-b983-6367bbdc2189 req-810c28c1-1048-48bd-b300-c41d2b11c099 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Unset dirty status for tenant:7e170d4e7dd5429091894dcd6677c233 on resource:port {{(pid=86818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 22:39:35.498020 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-5daf09eb-5870-4941-b983-6367bbdc2189 req-810c28c1-1048-48bd-b300-c41d2b11c099 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 946 time: 0.0939217 Feb 04 22:39:35.565158 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-5daf09eb-5870-4941-b983-6367bbdc2189 req-60780a14-cf12-423a-9cc6-1b08bfef46ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Deleting port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:35.565492 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-5daf09eb-5870-4941-b983-6367bbdc2189 req-60780a14-cf12-423a-9cc6-1b08bfef46ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:35.898709 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [req-5daf09eb-5870-4941-b983-6367bbdc2189 req-60780a14-cf12-423a-9cc6-1b08bfef46ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] For port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:39:35.899061 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-5daf09eb-5870-4941-b983-6367bbdc2189 req-60780a14-cf12-423a-9cc6-1b08bfef46ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:35.981294 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:39:36.023267 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [req-5daf09eb-5870-4941-b983-6367bbdc2189 req-60780a14-cf12-423a-9cc6-1b08bfef46ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Calling delete_port for d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 owned by compute:nova {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:39:36.166302 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-5daf09eb-5870-4941-b983-6367bbdc2189 req-60780a14-cf12-423a-9cc6-1b08bfef46ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:36.218993 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60780a14-cf12-423a-9cc6-1b08bfef46ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event deleted for resources: {'Port': ['ID=d90439b7-3ac9-4e0e-b8d6-d1d4e075e474,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:36.292604 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daf09eb-5870-4941-b983-6367bbdc2189 req-60780a14-cf12-423a-9cc6-1b08bfef46ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] No DVR routers for this DVR port d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 on host hv-cinder-81888 {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:39:36.295342 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [req-5daf09eb-5870-4941-b983-6367bbdc2189 req-60780a14-cf12-423a-9cc6-1b08bfef46ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for port, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:36.298210 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'name': 'network-vif-deleted', 'tag': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474'}] {{(pid=86818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 22:39:36.315886 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [req-5daf09eb-5870-4941-b983-6367bbdc2189 req-60780a14-cf12-423a-9cc6-1b08bfef46ba tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.58 "DELETE /v2.0/ports/d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 HTTP/1.1" status: 204 len: 173 time: 0.8127937 Feb 04 22:39:36.348641 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da10aac-945b-4769-9c87-55fd0e75d0a6', 'name': 'network-vif-deleted', 'tag': 'd90439b7-3ac9-4e0e-b8d6-d1d4e075e474', 'status': 'completed', 'code': 200} Feb 04 22:39:36.378672 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [req-14d95bb1-8758-4c93-9f31-bf62aff184fb req-b563e925-8fd4-401b-bdef-35697082b178 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da10aac-945b-4769-9c87-55fd0e75d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0510855 Feb 04 22:39:37.471427 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51532) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:37.629979 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-ba69371e-8e80-4431-b0a7-ede890271c7f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Deleting port 7579abc7-83d0-4b84-817c-1f76ebefe4b1 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:37.630323 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ba69371e-8e80-4431-b0a7-ede890271c7f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:37.796562 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ba69371e-8e80-4431-b0a7-ede890271c7f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:37.796795 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ba69371e-8e80-4431-b0a7-ede890271c7f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:37.917691 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-ba69371e-8e80-4431-b0a7-ede890271c7f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Calling delete_port for 7579abc7-83d0-4b84-817c-1f76ebefe4b1 owned by network:floatingip {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:39:38.074181 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ba69371e-8e80-4431-b0a7-ede890271c7f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:38.123727 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69371e-8e80-4431-b0a7-ede890271c7f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event deleted for resources: {'Port': ['ID=7579abc7-83d0-4b84-817c-1f76ebefe4b1,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:38.211412 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ba69371e-8e80-4431-b0a7-ede890271c7f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for floatingip, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:38.225393 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-ba69371e-8e80-4431-b0a7-ede890271c7f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207366'] for floatingip, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:38.226576 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-ba69371e-8e80-4431-b0a7-ede890271c7f tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "DELETE /v2.0/floatingips/6a43b2f5-2bb4-42ea-8844-b6b8d51dafd1 HTTP/1.1" status: 204 len: 168 time: 0.7541676 Feb 04 22:39:38.311508 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:39:38.346413 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] No Port match for: d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:39:38.346685 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Device d90439b7-3ac9-4e0e-b8d6-d1d4e075e474 not bound to the agent host hv-cinder-81888 {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:39:39.594882 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51546) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:39.665116 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e4a8790e-eccc-490c-8fc3-f404e35511f9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:39.695088 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e4a8790e-eccc-490c-8fc3-f404e35511f9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:39.757335 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e4a8790e-eccc-490c-8fc3-f404e35511f9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:39.775381 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8790e-eccc-490c-8fc3-f404e35511f9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e171ac4-9e1f-4557-a453-6edb25bd441d,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:39.785101 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-e4a8790e-eccc-490c-8fc3-f404e35511f9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:39.786254 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-e4a8790e-eccc-490c-8fc3-f404e35511f9 tempest-TestVolumeBootPattern-969871544 tempest-TestVolumeBootPattern-969871544-project] 10.222.0.47 "DELETE /v2.0/security-groups/0e171ac4-9e1f-4557-a453-6edb25bd441d HTTP/1.1" status: 204 len: 168 time: 0.1903872 Feb 04 22:39:39.839521 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51552) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:40.559412 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c6f6fc19-07d7-4164-a345-50faf9e14451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746720'] for router_interface, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:40.906091 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-c6f6fc19-07d7-4164-a345-50faf9e14451 admin admin] Deleting port 882ffe9e-bc7d-4337-a699-7c133e048818 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:40.906887 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c6f6fc19-07d7-4164-a345-50faf9e14451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:41.074217 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-c6f6fc19-07d7-4164-a345-50faf9e14451 admin admin] For port 882ffe9e-bc7d-4337-a699-7c133e048818, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=882ffe9e-bc7d-4337-a699-7c133e048818,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:39:41.074570 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c6f6fc19-07d7-4164-a345-50faf9e14451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:41.202163 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-c6f6fc19-07d7-4164-a345-50faf9e14451 admin admin] Calling delete_port for 882ffe9e-bc7d-4337-a699-7c133e048818 owned by network:router_interface {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:39:41.623326 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c6f6fc19-07d7-4164-a345-50faf9e14451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:41.699300 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6fc19-07d7-4164-a345-50faf9e14451 admin admin] Pushing event deleted for resources: {'Port': ['ID=882ffe9e-bc7d-4337-a699-7c133e048818,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:41.937312 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-c6f6fc19-07d7-4164-a345-50faf9e14451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579696'] for router_interface, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:42.290491 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f6fc19-07d7-4164-a345-50faf9e14451 admin admin] Router df6c4b1e-741e-423a-87da-e2fe79428a0e has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:39:42.460444 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f6fc19-07d7-4164-a345-50faf9e14451 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:39:42.468856 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c89f53-67bd-4e29-a892-e2b265fb77e6 None None] Sync routers for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:39:42.473145 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-c6f6fc19-07d7-4164-a345-50faf9e14451 admin admin] 10.222.0.47 "PUT /v2.0/routers/df6c4b1e-741e-423a-87da-e2fe79428a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6324365 Feb 04 22:39:42.474642 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51558) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:42.477889 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c89f53-67bd-4e29-a892-e2b265fb77e6 None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:39:42.478485 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-71c89f53-67bd-4e29-a892-e2b265fb77e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:39:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:42.651874 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Notify callbacks [] for router, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:42.659742 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-71c89f53-67bd-4e29-a892-e2b265fb77e6 None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: dv-cinder-818885-2-iscsi {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:39:42.830345 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:42.840018 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Deleting port c833df8d-cbf2-4b40-b9e5-74732747ad2b {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:42.840467 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:42.993726 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-71c89f53-67bd-4e29-a892-e2b265fb77e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:39:41Z', 'revision_number': 5, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port': {'id': 'c833df8d-cbf2-4b40-b9e5-74732747ad2b', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:40Z', 'updated_at': '2022-02-04T22:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:42.997491 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c89f53-67bd-4e29-a892-e2b265fb77e6 None None] Checking router: df6c4b1e-741e-423a-87da-e2fe79428a0e for host: dv-cinder-818885-2-iscsi {{(pid=86819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:39:43.005611 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c89f53-67bd-4e29-a892-e2b265fb77e6 None None] Routers {'df6c4b1e-741e-423a-87da-e2fe79428a0e'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:39:43.006235 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-71c89f53-67bd-4e29-a892-e2b265fb77e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:39:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['df6c4b1e-741e-423a-87da-e2fe79428a0e'], 'active': True} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:43.125896 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] For port c833df8d-cbf2-4b40-b9e5-74732747ad2b, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=c833df8d-cbf2-4b40-b9e5-74732747ad2b,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:39:43.126494 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:43.159083 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_dvr_db [None req-71c89f53-67bd-4e29-a892-e2b265fb77e6 None None] Set router df6c4b1e-741e-423a-87da-e2fe79428a0e gateway port host: None {{(pid=86819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:39:43.250949 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Calling delete_port for c833df8d-cbf2-4b40-b9e5-74732747ad2b owned by network:router_gateway {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:39:43.268291 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.db.l3_hamode_db [None req-71c89f53-67bd-4e29-a892-e2b265fb77e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:39:42Z', 'revision_number': 6, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port_host': None}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:43.272295 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c89f53-67bd-4e29-a892-e2b265fb77e6 None None] The sync data for ids ['df6c4b1e-741e-423a-87da-e2fe79428a0e'] in dv-cinder-818885-2-iscsi is: [{'id': 'df6c4b1e-741e-423a-87da-e2fe79428a0e', 'name': 'tempest-TestVolumeBootPattern-197797941-router', 'tenant_id': '7e170d4e7dd5429091894dcd6677c233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:39Z', 'updated_at': '2022-02-04T22:39:42Z', 'revision_number': 6, 'project_id': '7e170d4e7dd5429091894dcd6677c233', 'gw_port_host': None}] {{(pid=86819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:39:43.429877 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:43.476431 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Pushing event deleted for resources: {'Port': ['ID=c833df8d-cbf2-4b40-b9e5-74732747ad2b,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:43.565359 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574661'] for router_gateway, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:43.736528 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-658'] for router, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:43.739038 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:43.761470 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573871'] for router, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:43.762120 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df6c4b1e-741e-423a-87da-e2fe79428a0e {{(pid=86818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 22:39:43.774535 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] Notify callbacks [] for router, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:43.775637 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-d518403b-f30b-4acb-a5a2-ac092dc3df51 admin admin] 10.222.0.47 "DELETE /v2.0/routers/df6c4b1e-741e-423a-87da-e2fe79428a0e HTTP/1.1" status: 204 len: 168 time: 1.3000996 Feb 04 22:39:43.778150 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51564) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:43.837339 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0a7806-807e-4ebb-9bfc-4608731ba4ae admin admin] Deleting subnet edc15eeb-0c6d-4762-b3cb-03fc9c36157f {{(pid=86818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:39:43.840121 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7806-807e-4ebb-9bfc-4608731ba4ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:43.887622 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7806-807e-4ebb-9bfc-4608731ba4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262488781'] for subnet, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:43.965730 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7806-807e-4ebb-9bfc-4608731ba4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:44.035963 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7806-807e-4ebb-9bfc-4608731ba4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262488677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263369888'] for subnet, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:44.072758 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a7806-807e-4ebb-9bfc-4608731ba4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc15eeb-0c6d-4762-b3cb-03fc9c36157f,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:44.076261 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7806-807e-4ebb-9bfc-4608731ba4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:44.082639 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7794ec0-f2df-4edb-bffd-856914bd0bdf None None] Network 864a24eb-aca1-475c-ad43-77394dd6cd10 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:39:44.083698 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-4e0a7806-807e-4ebb-9bfc-4608731ba4ae admin admin] 10.222.0.47 "DELETE /v2.0/subnets/edc15eeb-0c6d-4762-b3cb-03fc9c36157f HTTP/1.1" status: 204 len: 168 time: 0.3043063 Feb 04 22:39:44.084725 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51568) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:44.193302 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:44.204887 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Deleting port 587d4fbf-c6a7-4285-a3d7-802fa4b78387 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:44.205221 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:44.357938 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efefee3-264c-4cd5-a994-f8538494a66c None None] DHCP port deletion for 864a24eb-aca1-475c-ad43-77394dd6cd10 request from dv-cinder-818885-2-iscsi {{(pid=86819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 22:39:44.362236 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6efefee3-264c-4cd5-a994-f8538494a66c None None] Deleting port 587d4fbf-c6a7-4285-a3d7-802fa4b78387 {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:44.362854 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6efefee3-264c-4cd5-a994-f8538494a66c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:44.521697 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] For port 587d4fbf-c6a7-4285-a3d7-802fa4b78387, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=587d4fbf-c6a7-4285-a3d7-802fa4b78387,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:39:44.521992 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:44.569899 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-6efefee3-264c-4cd5-a994-f8538494a66c None None] For port 587d4fbf-c6a7-4285-a3d7-802fa4b78387, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=587d4fbf-c6a7-4285-a3d7-802fa4b78387,segment=NetworkSegment(acd0866f-0fc6-4cac-9e2a-bf8877a982b9),segment_id=acd0866f-0fc6-4cac-9e2a-bf8877a982b9)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:39:44.570272 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6efefee3-264c-4cd5-a994-f8538494a66c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:44.643535 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Calling delete_port for 587d4fbf-c6a7-4285-a3d7-802fa4b78387 owned by network:dhcp {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:39:44.691112 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6efefee3-264c-4cd5-a994-f8538494a66c None None] Calling delete_port for 587d4fbf-c6a7-4285-a3d7-802fa4b78387 owned by network:dhcp {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:39:44.722223 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:44.765499 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.db.api [None req-6efefee3-264c-4cd5-a994-f8538494a66c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 22:39:44.765950 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG oslo_db.api [None req-6efefee3-264c-4cd5-a994-f8538494a66c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 22:39:44.768126 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Pushing event deleted for resources: {'Port': ['ID=587d4fbf-c6a7-4285-a3d7-802fa4b78387,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:44.771447 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] No DVR routers for this DVR port 587d4fbf-c6a7-4285-a3d7-802fa4b78387 on host dv-cinder-818885-2-iscsi {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:39:44.886011 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:44.910525 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864a24eb-aca1-475c-ad43-77394dd6cd10']}} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:44.922767 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9') {'for_net_delete': True} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:44.923059 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd0866f-0fc6-4cac-9e2a-bf8877a982b9') {} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:44.933967 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262488826'] for segment, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:44.949153 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:44.955591 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=86818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:39:44.955973 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262456775'] for segment, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: Traceback (most recent call last): Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: timer() Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: cb(*args, **kw) Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: return func(*args, **kwargs) Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: self._notify() Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: self.callback(batched_events) Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: event.method(event) Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: return f(self, *a, **k) Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._get(url).json() Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: return self.request(url, 'GET', **kwargs) Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:39:44.969081 dv-cinder-818885-2-iscsi neutron-server[86818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:39:45.044160 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:45.048931 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:45.070055 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] Pushing event deleted for resources: {'Network': ['ID=864a24eb-aca1-475c-ad43-77394dd6cd10,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:45.084570 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-7bf40abd-8176-46eb-8dcd-56502cc0360b admin admin] 10.222.0.47 "DELETE /v2.0/networks/864a24eb-aca1-475c-ad43-77394dd6cd10 HTTP/1.1" status: 204 len: 168 time: 0.9988208 Feb 04 22:39:45.087300 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51572) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:45.243584 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 882ffe9e-bc7d-4337-a699-7c133e048818 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:39:45.271948 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6efefee3-264c-4cd5-a994-f8538494a66c None None] Deleting port 587d4fbf-c6a7-4285-a3d7-802fa4b78387 {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:45.272317 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6efefee3-264c-4cd5-a994-f8538494a66c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:45.304321 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 882ffe9e-bc7d-4337-a699-7c133e048818 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:39:45.304546 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 882ffe9e-bc7d-4337-a699-7c133e048818 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:39:45.304974 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device c833df8d-cbf2-4b40-b9e5-74732747ad2b no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:39:45.344986 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: c833df8d-cbf2-4b40-b9e5-74732747ad2b {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:39:45.345314 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device c833df8d-cbf2-4b40-b9e5-74732747ad2b not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:39:45.345740 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 587d4fbf-c6a7-4285-a3d7-802fa4b78387 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:39:45.407947 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6efefee3-264c-4cd5-a994-f8538494a66c None None] The port '587d4fbf-c6a7-4285-a3d7-802fa4b78387' was deleted {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 22:39:45.408875 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 587d4fbf-c6a7-4285-a3d7-802fa4b78387 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:39:45.409217 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 587d4fbf-c6a7-4285-a3d7-802fa4b78387 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:39:45.622954 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9ea759a5-9f73-4323-8b9e-7c6183396c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746720'] for router_interface, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:46.056996 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-9ea759a5-9f73-4323-8b9e-7c6183396c50 admin admin] Deleting port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:46.057232 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9ea759a5-9f73-4323-8b9e-7c6183396c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:46.226232 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-9ea759a5-9f73-4323-8b9e-7c6183396c50 admin admin] For port 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c,segment=NetworkSegment(0fbc3e11-549c-4cdf-bdd0-5e612910561c),segment_id=0fbc3e11-549c-4cdf-bdd0-5e612910561c)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:39:46.226584 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9ea759a5-9f73-4323-8b9e-7c6183396c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:46.349632 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-9ea759a5-9f73-4323-8b9e-7c6183396c50 admin admin] Calling delete_port for 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c owned by network:router_interface {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:39:46.528517 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9ea759a5-9f73-4323-8b9e-7c6183396c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:46.577280 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea759a5-9f73-4323-8b9e-7c6183396c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:46.846468 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9ea759a5-9f73-4323-8b9e-7c6183396c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579696'] for router_interface, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:47.193056 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea759a5-9f73-4323-8b9e-7c6183396c50 admin admin] Router ea9db1b3-f76e-4e99-a07c-4e463b063669 has already been hosted by L3 agent 896af68c-9b38-4a23-9df1-d30ffafc42e2 {{(pid=86818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 22:39:47.484116 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea759a5-9f73-4323-8b9e-7c6183396c50 admin admin] Notify agent at l3_agent.dv-cinder-818885-2-iscsi the message routers_updated {{(pid=86818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 22:39:47.492958 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586ed90-a4b0-4f62-ae54-ccbe39f0ccb5 None None] Sync routers for ids ['ea9db1b3-f76e-4e99-a07c-4e463b063669'] in dv-cinder-818885-2-iscsi {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 22:39:47.501122 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-9ea759a5-9f73-4323-8b9e-7c6183396c50 admin admin] 10.222.0.47 "PUT /v2.0/routers/ea9db1b3-f76e-4e99-a07c-4e463b063669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4127059 Feb 04 22:39:47.503070 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586ed90-a4b0-4f62-ae54-ccbe39f0ccb5 None None] Routers {'ea9db1b3-f76e-4e99-a07c-4e463b063669'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:39:47.503547 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51576) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:47.503668 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-8586ed90-a4b0-4f62-ae54-ccbe39f0ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:39:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ea9db1b3-f76e-4e99-a07c-4e463b063669'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:47.676062 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-8586ed90-a4b0-4f62-ae54-ccbe39f0ccb5 None None] Set router ea9db1b3-f76e-4e99-a07c-4e463b063669 gateway port host: dv-cinder-818885-2-iscsi {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:39:47.682364 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Notify callbacks [] for router, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:47.858313 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:47.867541 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Deleting port 13af8c12-b246-4f38-bc66-135c7112085c {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:47.867878 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:47.952366 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-8586ed90-a4b0-4f62-ae54-ccbe39f0ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'name': 'tempest-TestVolumeBootPattern-53964310-router', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'external_fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '13af8c12-b246-4f38-bc66-135c7112085c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:48Z', 'updated_at': '2022-02-04T22:39:46Z', 'revision_number': 5, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'gw_port': {'id': '13af8c12-b246-4f38-bc66-135c7112085c', 'name': '', 'network_id': '3507d728-f957-4adf-968c-fa2aba268e7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T22:32:49Z', 'updated_at': '2022-02-04T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50197a43-8eed-426f-9ec7-15efed9b49fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-2-iscsi'}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:47.956108 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586ed90-a4b0-4f62-ae54-ccbe39f0ccb5 None None] Checking router: ea9db1b3-f76e-4e99-a07c-4e463b063669 for host: dv-cinder-818885-2-iscsi {{(pid=86820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 22:39:47.964566 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586ed90-a4b0-4f62-ae54-ccbe39f0ccb5 None None] Routers {'ea9db1b3-f76e-4e99-a07c-4e463b063669'} bound to L3 agent in host dv-cinder-818885-2-iscsi {{(pid=86820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 22:39:47.965156 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-8586ed90-a4b0-4f62-ae54-ccbe39f0ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818885-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T22:13:55Z,description=,heartbeat_timestamp=2022-02-04T22:39:25Z,host='dv-cinder-818885-2-iscsi',id=896af68c-9b38-4a23-9df1-d30ffafc42e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T22:13:55Z,topic='l3_agent')) {'router_ids': ['ea9db1b3-f76e-4e99-a07c-4e463b063669'], 'active': True} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:48.048761 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] For port 13af8c12-b246-4f38-bc66-135c7112085c, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=13af8c12-b246-4f38-bc66-135c7112085c,segment=NetworkSegment(9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f),segment_id=9ed8c4f1-8951-4c6c-8bd9-8a64c1d2501f)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:39:48.049114 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:48.115931 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_dvr_db [None req-8586ed90-a4b0-4f62-ae54-ccbe39f0ccb5 None None] Set router ea9db1b3-f76e-4e99-a07c-4e463b063669 gateway port host: None {{(pid=86820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 22:39:48.168482 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Calling delete_port for 13af8c12-b246-4f38-bc66-135c7112085c owned by network:router_gateway {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:39:48.219712 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.l3_hamode_db [None req-8586ed90-a4b0-4f62-ae54-ccbe39f0ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'name': 'tempest-TestVolumeBootPattern-53964310-router', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:48Z', 'updated_at': '2022-02-04T22:39:47Z', 'revision_number': 6, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'gw_port_host': None}], 'dv-cinder-818885-2-iscsi', False) {} {{(pid=86820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:48.223599 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586ed90-a4b0-4f62-ae54-ccbe39f0ccb5 None None] The sync data for ids ['ea9db1b3-f76e-4e99-a07c-4e463b063669'] in dv-cinder-818885-2-iscsi is: [{'id': 'ea9db1b3-f76e-4e99-a07c-4e463b063669', 'name': 'tempest-TestVolumeBootPattern-53964310-router', 'tenant_id': '3a0c5220135f44e78194afa46ee0867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T22:32:48Z', 'updated_at': '2022-02-04T22:39:47Z', 'revision_number': 6, 'project_id': '3a0c5220135f44e78194afa46ee0867f', 'gw_port_host': None}] {{(pid=86820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 22:39:48.335581 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:48.383430 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Pushing event deleted for resources: {'Port': ['ID=13af8c12-b246-4f38-bc66-135c7112085c,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:48.474037 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574661'] for router_gateway, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:48.747213 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-658'] for router, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:48.749598 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:48.771544 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573871'] for router, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:48.772039 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea9db1b3-f76e-4e99-a07c-4e463b063669 {{(pid=86818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 22:39:48.784293 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] Notify callbacks [] for router, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:48.785440 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-6f5be9eb-cd9f-41dd-a68b-6d33b06bc93c admin admin] 10.222.0.47 "DELETE /v2.0/routers/ea9db1b3-f76e-4e99-a07c-4e463b063669 HTTP/1.1" status: 204 len: 168 time: 1.2810273 Feb 04 22:39:48.787891 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51580) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:48.845321 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.db_base_plugin_v2 [None req-892e4de8-2ae8-46c6-8420-a28da35c6588 admin admin] Deleting subnet 07ec11cf-b4f5-4f01-acd3-fe6085517f6e {{(pid=86818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 22:39:48.848395 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-892e4de8-2ae8-46c6-8420-a28da35c6588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:48.898153 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-892e4de8-2ae8-46c6-8420-a28da35c6588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262488781'] for subnet, precommit_delete_associations {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:48.973347 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-892e4de8-2ae8-46c6-8420-a28da35c6588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841092'] for subnet, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.046892 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-892e4de8-2ae8-46c6-8420-a28da35c6588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262488677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263369888'] for subnet, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.085952 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e4de8-2ae8-46c6-8420-a28da35c6588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ec11cf-b4f5-4f01-acd3-fe6085517f6e,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:49.087908 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-892e4de8-2ae8-46c6-8420-a28da35c6588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.091995 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a9d851-06d8-4466-b879-838b4e75ab02 None None] Network afa4a0fa-5dd5-492d-a24e-543e505054d8 requested from dv-cinder-818885-2-iscsi {{(pid=86819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 22:39:49.093941 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-892e4de8-2ae8-46c6-8420-a28da35c6588 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/07ec11cf-b4f5-4f01-acd3-fe6085517f6e HTTP/1.1" status: 204 len: 168 time: 0.3050787 Feb 04 22:39:49.096375 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51586) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:49.202985 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3794559'] for network, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.214920 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Deleting port 283a7653-a3be-407e-9fdc-410ff0e107e0 {{(pid=86818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:49.215398 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.309742 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:39:49.354822 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:39:49.355163 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 8c27e49e-0868-4edd-b3e6-5fd4a5b56b2c not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:39:49.355585 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 13af8c12-b246-4f38-bc66-135c7112085c no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:39:49.393875 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 13af8c12-b246-4f38-bc66-135c7112085c {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:39:49.394209 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 13af8c12-b246-4f38-bc66-135c7112085c not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:39:49.429078 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.db [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] For port 283a7653-a3be-407e-9fdc-410ff0e107e0, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=283a7653-a3be-407e-9fdc-410ff0e107e0,segment=NetworkSegment(0fbc3e11-549c-4cdf-bdd0-5e612910561c),segment_id=0fbc3e11-549c-4cdf-bdd0-5e612910561c)] {{(pid=86818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:39:49.429434 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.461329 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5775d3-2b40-40e3-ae0f-4ea482525a99 None None] DHCP port deletion for afa4a0fa-5dd5-492d-a24e-543e505054d8 request from dv-cinder-818885-2-iscsi {{(pid=86819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 22:39:49.465599 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-da5775d3-2b40-40e3-ae0f-4ea482525a99 None None] Deleting port 283a7653-a3be-407e-9fdc-410ff0e107e0 {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:49.466105 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-da5775d3-2b40-40e3-ae0f-4ea482525a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.558502 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.plugin [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Calling delete_port for 283a7653-a3be-407e-9fdc-410ff0e107e0 owned by network:dhcp {{(pid=86818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:39:49.651845 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773680709142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773680187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262488598'] for port, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.675773 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.db [None req-da5775d3-2b40-40e3-ae0f-4ea482525a99 None None] For port 283a7653-a3be-407e-9fdc-410ff0e107e0, host dv-cinder-818885-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-2-iscsi',level=0,port_id=283a7653-a3be-407e-9fdc-410ff0e107e0,segment=NetworkSegment(0fbc3e11-549c-4cdf-bdd0-5e612910561c),segment_id=0fbc3e11-549c-4cdf-bdd0-5e612910561c)] {{(pid=86819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 22:39:49.676156 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-da5775d3-2b40-40e3-ae0f-4ea482525a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573622'] for port, precommit_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.701116 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=283a7653-a3be-407e-9fdc-410ff0e107e0,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:49.704490 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] No DVR routers for this DVR port 283a7653-a3be-407e-9fdc-410ff0e107e0 on host dv-cinder-818885-2-iscsi {{(pid=86818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 22:39:49.797743 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-da5775d3-2b40-40e3-ae0f-4ea482525a99 None None] Calling delete_port for 283a7653-a3be-407e-9fdc-410ff0e107e0 owned by network:dhcp {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 22:39:49.819223 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839381', 'neutron.services.segments.db._delete_segments_for_network-8773680674618'] for network, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.844084 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa4a0fa-5dd5-492d-a24e-543e505054d8']}} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:49.855763 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbc3e11-549c-4cdf-bdd0-5e612910561c') {'for_net_delete': True} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:49.856046 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.services.segments.db [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbc3e11-549c-4cdf-bdd0-5e612910561c') {} {{(pid=86818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 22:39:49.867959 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773680677461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262488826'] for segment, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.871091 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.db.api [None req-da5775d3-2b40-40e3-ae0f-4ea482525a99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 22:39:49.871441 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG oslo_db.api [None req-da5775d3-2b40-40e3-ae0f-4ea482525a99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 22:39:49.883281 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760524'] for segment, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.889323 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=86818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 22:39:49.889786 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3760533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262456775'] for segment, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: Traceback (most recent call last): Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: timer() Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: cb(*args, **kw) Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: return func(*args, **kwargs) Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: self._notify() Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: self.callback(batched_events) Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: event.method(event) Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: return f(self, *a, **k) Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._get(url).json() Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: return self.request(url, 'GET', **kwargs) Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 22:39:49.902447 dv-cinder-818885-2-iscsi neutron-server[86818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 22:39:49.978443 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574688'] for network, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:49.994657 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526877'] for network, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:50.006579 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=afa4a0fa-5dd5-492d-a24e-543e505054d8,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:50.011250 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-9df088ab-d88e-4135-8d5a-f45293c65e9b admin admin] 10.222.0.47 "DELETE /v2.0/networks/afa4a0fa-5dd5-492d-a24e-543e505054d8 HTTP/1.1" status: 204 len: 168 time: 0.9139509 Feb 04 22:39:50.122265 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51592) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:50.170185 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-20804842-60d6-479e-a1c5-9c9c2eece532 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e170d4e7dd5429091894dcd6677c233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460877 Feb 04 22:39:50.172655 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.wsgi [-] (86818) accepted ('10.222.0.47', 51596) {{(pid=86818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:50.228949 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-450c830b-3413-4f0c-b570-a0b2d23d6864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:50.253520 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-450c830b-3413-4f0c-b570-a0b2d23d6864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:50.303433 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-450c830b-3413-4f0c-b570-a0b2d23d6864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:50.321511 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c830b-3413-4f0c-b570-a0b2d23d6864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7f7401-ee25-4c8c-9a67-2e46751446b3,revision_number=None']} {{(pid=86818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:50.330674 dv-cinder-818885-2-iscsi neutron-server[86818]: DEBUG neutron_lib.callbacks.manager [None req-450c830b-3413-4f0c-b570-a0b2d23d6864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:50.331803 dv-cinder-818885-2-iscsi neutron-server[86818]: INFO neutron.wsgi [None req-450c830b-3413-4f0c-b570-a0b2d23d6864 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da7f7401-ee25-4c8c-9a67-2e46751446b3 HTTP/1.1" status: 204 len: 168 time: 0.1582031 Feb 04 22:39:50.372378 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-da5775d3-2b40-40e3-ae0f-4ea482525a99 None None] Deleting port 283a7653-a3be-407e-9fdc-410ff0e107e0 {{(pid=86819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 22:39:50.372929 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-da5775d3-2b40-40e3-ae0f-4ea482525a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773680558062'] for port, before_delete {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:50.437317 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-da5775d3-2b40-40e3-ae0f-4ea482525a99 None None] The port '283a7653-a3be-407e-9fdc-410ff0e107e0' was deleted {{(pid=86819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 22:39:50.672409 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51604) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:50.721995 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-7dfbfd51-687d-424e-999f-185a69c95d37 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3a0c5220135f44e78194afa46ee0867f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482836 Feb 04 22:39:50.724547 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [-] (86817) accepted ('10.222.0.47', 51608) {{(pid=86817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 22:39:50.781424 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-21985f32-f755-402c-8bfa-b9c9d410756e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:50.806295 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-21985f32-f755-402c-8bfa-b9c9d410756e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:50.859799 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-21985f32-f755-402c-8bfa-b9c9d410756e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638712'] for security_group, after_delete {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:50.874431 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21985f32-f755-402c-8bfa-b9c9d410756e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce959b8-e0ae-4230-89fb-cba992d7c400,revision_number=None']} {{(pid=86817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 22:39:50.880925 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron_lib.callbacks.manager [None req-21985f32-f755-402c-8bfa-b9c9d410756e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:50.882061 dv-cinder-818885-2-iscsi neutron-server[86817]: INFO neutron.wsgi [None req-21985f32-f755-402c-8bfa-b9c9d410756e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ce959b8-e0ae-4230-89fb-cba992d7c400 HTTP/1.1" status: 204 len: 168 time: 0.1567340 Feb 04 22:39:51.243849 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 283a7653-a3be-407e-9fdc-410ff0e107e0 no longer exists at agent ovs-agent-dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 22:39:51.277762 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.plugin [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] No Port match for: 283a7653-a3be-407e-9fdc-410ff0e107e0 {{(pid=86819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 22:39:51.278101 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron.plugins.ml2.rpc [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Device 283a7653-a3be-407e-9fdc-410ff0e107e0 not bound to the agent host dv-cinder-818885-2-iscsi {{(pid=86819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 22:39:52.542259 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-0f6334db-9168-4416-a944-ddc7ca5de50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:54.874594 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:55.024763 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-df6c0079-148e-48f1-97de-2d467a7541f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:55.973007 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:56.296282 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:39:57.333634 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:40:12.980461 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:40:22.545193 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c337b93e-d873-4fb8-8033-94cd660ed187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:40:24.880502 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:40:25.026494 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-eb62047b-0239-4fd2-88be-17bddf3d19a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:40:25.975296 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:40:26.298360 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:40:27.339007 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:40:38.194425 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [req-fd23bd09-8e4b-41e0-9f4f-20b8899bbe73 req-286551e4-7fb9-482c-bd63-6c024bfb0384 service neutron] (86817) timed out ('10.222.0.58', 57601) {{(pid=86817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 22:40:45.508427 dv-cinder-818885-2-iscsi neutron-server[86817]: DEBUG neutron.wsgi [req-3daecef1-9098-4912-b02e-432c51756afc req-c9ca4b36-d81b-4913-8fa5-43e4c9e6ddcd service neutron] (86817) timed out ('10.222.0.47', 44750) {{(pid=86817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 22:40:49.978894 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:40:52.547084 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-210df7b7-a682-46d3-b898-d3ef245a0883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:40:54.880448 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:40:55.028255 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-91c9c0a4-e79b-42a0-9867-98c90e9a061c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:40:55.979132 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:40:56.300147 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:40:57.340162 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:41:22.549445 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-dd260fe1-b00f-4015-a0a1-ac0343dc2519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:41:24.893793 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:41:25.028980 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-80c542eb-ced9-42cd-b50f-36503767a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:41:25.981674 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:41:26.302791 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:41:26.977463 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:41:27.345175 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:41:52.551532 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-d30851cb-e529-4958-add1-0340eb7f3902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:41:54.890550 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:41:55.029705 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b82b69c8-5d4d-4180-ae53-3971334e5474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:41:55.985140 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:41:56.305064 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:41:57.347107 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:42:03.976808 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:42:22.554820 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9a05ec03-8000-4da0-8faf-d1e66c9989ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:42:24.891049 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:42:25.030616 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b01888c8-3269-419c-8dd7-c3b004d4df95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:42:25.988037 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:42:26.307450 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:42:27.348895 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:42:40.976511 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:42:52.557842 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-795d23fb-e64d-45c4-80a1-2690a856b478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:42:54.913277 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:42:55.032029 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e77117aa-451b-42ce-8289-bfc612945502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:42:55.990793 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:42:56.308305 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:42:57.351624 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:43:17.975332 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:43:22.560397 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-844d9a58-47cf-4a66-8296-6812eb2fb940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:43:24.927986 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:43:25.032821 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-65666043-f59b-4954-9839-6df363f387f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:43:25.993785 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:43:26.310372 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:43:27.354891 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:43:52.562922 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-648b2711-433e-4bc1-bef9-0ad832fea00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:43:54.926133 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:43:54.974052 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:43:55.033594 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-77901e62-fdc1-4ba4-ae49-919b05fb7867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:43:55.999715 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:43:56.311425 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:43:57.389736 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:44:22.565084 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-9433ac61-8543-48f1-b4f0-4c755d9eb644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:44:24.917887 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:44:25.035619 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-995185ab-138b-4212-a723-bd5b82d39f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:44:25.998784 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:44:26.314027 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:44:27.359647 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:44:31.973086 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 22:44:52.567327 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-2476a20f-88de-4d99-9a28-fe9df4b37c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:44:54.932320 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6db4-3388-4ff3-900c-46d754deb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:44:55.036600 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-34e76ae2-4cb8-41a2-9bf2-d0344ad0a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:44:56.002077 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-c448908a-fdbe-46da-b7fc-d7535608a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:44:56.317630 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-6cecf981-91dc-41db-9270-1daf651bfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:44:57.362864 dv-cinder-818885-2-iscsi neutron-server[86819]: DEBUG neutron_lib.callbacks.manager [None req-e494461f-8c4c-4933-a1a4-d20efe36fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773680674600', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3846607'] for agent, after_update {{(pid=86819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 22:45:08.971774 dv-cinder-818885-2-iscsi neutron-server[86820]: DEBUG neutron.db.agents_db [None req-0e264579-cab3-4cfa-9cb0-fcc2b886e159 None None] Agent healthcheck: found 6 active agents {{(pid=86820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}